You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/28 04:52:33 UTC
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20752 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20752/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.SearchRateTriggerTest
Error Message:
Error from server at https://127.0.0.1:42105/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42105/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([B115742359E2AB01]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.setupCluster(SearchRateTriggerTest.java:66)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldNumericKey
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([B115742359E2AB01:9DE2660E80E76AE9]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldNumericKey(TestFunctionQuery.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='992' and ./float[@name='score']='-8.0']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="200" start="0" maxScore="543210.0">
<doc>
<str name="id">991</str>
<int name="id_i">991</int>
<double name="eff_tint">91.0</double>
<float name="score">543210.0</float></doc>
<doc>
<str name="id">993</str>
<int name="id_i">993</int>
<double name="eff_tint">93.0</double>
<float name="score">250.0</float></doc>
<doc>
<str name="id">0</str>
<int name="id_i">0</int>
<float name="default_amount_f">11586.0</float>
<str name="amounts_dpf">1|1.60 2|2.25 3|3.56 4|4.99 5|5.89 6|6.0 7|7.76 8|8.24 9|9.19 10|10.39 11|11.81 12|12.78 13|13.36 14|14.5 15|15.23 16|16.49 17|17.81 18|18.7 19|19.28 20|20.82 21|21.81 22|22.40 23|23.24 24|24.61 25|25.40 26|26.53 27|27.4 28|28.71 29|29.98 30|30.35 31|31.37 32|32.29 33|33.30 34|34.44 35|35.97 36|36.11 37|37.76 38|38.19 39|39.67 40|40.17 41|41.70 42|42.33 43|43.37 44|44.14 45|45.97 46|46.6 47|47.24 48|48.13 49|49.54 50|50.99 51|51.63 52|52.12 53|53.97 54|54.64 55|55.3 56|56.9 57|57.83 58|58.76 59|59.18 60|60.65 61|61.33 62|62.93 63|63.20 64|64.24 65|65.5 66|66.9 67|67.50 68|68.32 69|69.84 70|70.2 71|71.1 72|72.95 73|73.30 74|74.99 75|75.67 76|76.18 77|77.23 78|78.23 79|79.12 80|80.97 81|81.58 82|82.54 83|83.67 84|84.13 85|85.30 86|86.54 87|87.19 88|88.75 89|89.11 90|90.17 91|91.14 92|92.24 93|93.50 94|94.93 95|95.80 96|96.86 97|97.58 98|98.89 99|99.66 100|100.19 101|101.17 102|102.4 103|103.74 104|104.70 105|105.36 106|106.18 107|107.69 108|108.54 109|109.73 110|110.31 111|111.36 112|112.6 113|113.77 114|114.39 115|115.26 116|116.14 117|117.81 118|118.9 119|119.6 120|120.71 121|121.31 122|122.45 123|123.90 124|124.85 125|125.69 126|126.79 127|127.14 128|128.4 129|129.71 130|130.66 131|131.13 132|132.97 133|133.36 134|134.8 135|135.6 136|136.92 137|137.51 138|138.45 139|139.48 140|140.23 141|141.98 142|142.56 143|143.32 144|144.8 145|145.59 146|146.39 147|147.90 148|148.86 149|149.51 150|150.76 151|151.25 152|152.35 153|153.93 154|154.41 155|155.72 156|156.14 157|157.29 158|158.57 159|159.66 160|160.63 161|161.88 162|162.91 163|163.79 164|164.29 165|165.1 166|166.49 167|167.62 168|168.73 169|169.42 170|170.53 171|171.4 172|172.68 173|173.36 174|174.98 175|175.27 176|176.68 177|177.53 178|178.70 179|179.40 180|180.34 181|181.96 182|182.56 183|183.89 184|184.2 185|185.23 186|186.54 187|187.41 188|188.47 189|189.20 190|190.44 191|191.71 192|192.28 193|193.62 194|194.80 195|195.87 196|196.90 197|197.76 198|198.31 199|199.41 200|200.58 201|201.27 202|202.77 203|203.77 204|204.23 205|205.10 206|206.46 207|207.52 208|208.39 209|209.78 210|210.38 211|211.85 212|212.56 213|213.15 214|214.90 215|215.16 216|216.44 217|217.56 218|218.67 219|219.90 220|220.96 221|221.47 222|222.59 223|223.88 224|224.21 225|225.7 226|226.77 227|227.25 228|228.48 229|229.63 230|230.78 231|231.10 232|232.26 233|233.62 234|234.52 235|235.88 236|236.94 237|237.26 238|238.48 239|239.95 240|240.33 241|241.75 242|242.25 243|243.64 244|244.19 245|245.80 246|246.99 247|247.82 248|248.62 249|249.51 250|250.83 251|251.41 252|252.71 253|253.83 254|254.28 255|255.6 256|256.95 257|257.14 258|258.76 259|259.98 260|260.51 261|261.29 262|262.64 263|263.50 264|264.50 265|265.49 266|266.10 267|267.10 268|268.4 269|269.8 270|270.85 271|271.13 272|272.82 273|273.7 274|274.72 275|275.5 276|276.40 277|277.92 278|278.45 279|279.19 280|280.22 281|281.11 282|282.52 283|283.51 284|284.41 285|285.5 286|286.39 287|287.58 288|288.66 289|289.52 290|290.99 291|291.88 292|292.24 293|293.22 294|294.16 295|295.64 296|296.70 297|297.2 298|298.77 299|299.32 300|300.7 301|301.88 302|302.86 303|303.40 304|304.40 305|305.71 306|306.33 307|307.83 308|308.56 309|309.27 310|310.0 311|311.93 312|312.4 313|313.39 314|314.45 315|315.46 316|316.44 317|317.14 318|318.29 319|319.43 320|320.87 321|321.46 322|322.68 323|323.72 324|324.49 325|325.82 326|326.79 327|327.29 328|328.13 329|329.83 330|330.64 331|331.83 332|332.16 333|333.60 334|334.35 335|335.30 336|336.19 337|337.55 338|338.12 339|339.8 340|340.60 341|341.99 342|342.78 343|343.35 344|344.43 345|345.38 346|346.2 347|347.24 348|348.57 349|349.18 350|350.59 351|351.32 352|352.59 353|353.34 354|354.10 355|355.93 356|356.37 357|357.5 358|358.70 359|359.25 360|360.19 361|361.92 362|362.38 363|363.54 364|364.2 365|365.84 366|366.75 367|367.45 368|368.42 369|369.52 370|370.5 371|371.99 372|372.24 373|373.33 374|374.16 375|375.55 376|376.93 377|377.86 378|378.60 379|379.33 380|380.83 381|381.57 382|382.36 383|383.85 384|384.74 385|385.84 386|386.22 387|387.33 388|388.89 389|389.91 390|390.60 391|391.71 392|392.71 393|393.27 394|394.60 395|395.65 396|396.55 397|397.4 398|398.11 399|399.76 400|400.27 401|401.91 402|402.14 403|403.52 404|404.68 405|405.39 406|406.57 407|407.83 408|408.5 409|409.48 410|410.14 411|411.56 412|412.66 413|413.67 414|414.66 415|415.36 416|416.99 417|417.90 418|418.69 419|419.23 420|420.27 421|421.14 422|422.3 423|423.9 424|424.43 425|425.21 426|426.29 427|427.84 428|428.69 429|429.22 430|430.41 431|431.18 432|432.19 433|433.31 434|434.6 435|435.39 436|436.5 437|437.54 438|438.19 439|439.11 440|440.57 441|441.74 442|442.73 443|443.94 444|444.25 445|445.52 446|446.27 447|447.54 448|448.30 449|449.81 450|450.74 451|451.73 452|452.3 453|453.51 454|454.74 455|455.48 456|456.51 457|457.55 458|458.15 459|459.91 460|460.89 461|461.34 462|462.41 463|463.38 464|464.73 465|465.94 466|466.41 467|467.51 468|468.52 469|469.56 470|470.24 471|471.38 472|472.47 473|473.24 474|474.16 475|475.4 476|476.83 477|477.35 478|478.10 479|479.55 480|480.33 481|481.94 482|482.54 483|483.81 484|484.43 485|485.41 486|486.81 487|487.46 488|488.63 489|489.5 490|490.94 491|491.33 492|492.99 493|493.83 494|494.46 495|495.21 496|496.85 497|497.77 498|498.96 499|499.41 500|500.75 501|501.23 502|502.6 503|503.45 504|504.62 505|505.65 506|506.12 507|507.20 508|508.86 509|509.92 510|510.29 511|511.42 512|512.98 513|513.92 514|514.6 515|515.82 516|516.79 517|517.39 518|518.48 519|519.92 520|520.37 521|521.56 522|522.24 523|523.25 524|524.91 525|525.18 526|526.92 527|527.83 528|528.90 529|529.45 530|530.15 531|531.48 532|532.36 533|533.83 534|534.60 535|535.38 536|536.89 537|537.67 538|538.12 539|539.84 540|540.23 541|541.1 542|542.90 543|543.42 544|544.72 545|545.66 546|546.50 547|547.41 548|548.97 549|549.30 550|550.2 551|551.92 552|552.88 553|553.19 554|554.16 555|555.36 556|556.1 557|557.67 558|558.14 559|559.47 560|560.40 561|561.53 562|562.34 563|563.91 564|564.33 565|565.25 566|566.3 567|567.20 568|568.79 569|569.19 570|570.88 571|571.69 572|572.11 573|573.77 574|574.4 575|575.35 576|576.88 577|577.82 578|578.37 579|579.82 580|580.49 581|581.36 582|582.93 583|583.8 584|584.7 585|585.8 586|586.33 587|587.5 588|588.25 589|589.62 590|590.31 591|591.86 592|592.5 593|593.56 594|594.0 595|595.92 596|596.65 597|597.73 598|598.39 599|599.89 600|600.76 601|601.88 602|602.88 603|603.91 604|604.84 605|605.84 606|606.61 607|607.29 608|608.97 609|609.13 610|610.25 611|611.78 612|612.33 613|613.44 614|614.6 615|615.72 616|616.50 617|617.85 618|618.3 619|619.67 620|620.98 621|621.94 622|622.14 623|623.20 624|624.30 625|625.41 626|626.98 627|627.53 628|628.75 629|629.15 630|630.19 631|631.79 632|632.64 633|633.85 634|634.4 635|635.87 636|636.39 637|637.79 638|638.32 639|639.49 640|640.43 641|641.52 642|642.97 643|643.46 644|644.10 645|645.20 646|646.91 647|647.98 648|648.4 649|649.65 650|650.6 651|651.71 652|652.97 653|653.75 654|654.90 655|655.97 656|656.89 657|657.49 658|658.97 659|659.9 660|660.29 661|661.44 662|662.25 663|663.35 664|664.49 665|665.71 666|666.94 667|667.81 668|668.27 669|669.11 670|670.44 671|671.88 672|672.64 673|673.89 674|674.80 675|675.32 676|676.94 677|677.88 678|678.51 679|679.17 680|680.98 681|681.52 682|682.47 683|683.34 684|684.99 685|685.7 686|686.47 687|687.3 688|688.74 689|689.66 690|690.52 691|691.55 692|692.38 693|693.38 694|694.78 695|695.8 696|696.27 697|697.35 698|698.54 699|699.73 700|700.36 701|701.15 702|702.70 703|703.86 704|704.63 705|705.94 706|706.37 707|707.77 708|708.18 709|709.58 710|710.15 711|711.60 712|712.98 713|713.18 714|714.54 715|715.83 716|716.99 717|717.88 718|718.71 719|719.91 720|720.57 721|721.88 722|722.29 723|723.84 724|724.1 725|725.6 726|726.66 727|727.74 728|728.68 729|729.77 730|730.64 731|731.72 732|732.53 733|733.96 734|734.62 735|735.24 736|736.31 737|737.38 738|738.76 739|739.30 740|740.4 741|741.4 742|742.24 743|743.22 744|744.45 745|745.86 746|746.68 747|747.39 748|748.5 749|749.48 750|750.18 751|751.91 752|752.35 753|753.81 754|754.17 755|755.69 756|756.23 757|757.84 758|758.69 759|759.76 760|760.95 761|761.8 762|762.7 763|763.75 764|764.13 765|765.82 766|766.35 767|767.19 768|768.29 769|769.19 770|770.76 771|771.9 772|772.13 773|773.3 774|774.34 775|775.10 776|776.94 777|777.7 778|778.80 779|779.17 780|780.61 781|781.67 782|782.3 783|783.40 784|784.26 785|785.95 786|786.49 787|787.74 788|788.4 789|789.27 790|790.29 791|791.8 792|792.93 793|793.74 794|794.37 795|795.76 796|796.34 797|797.34 798|798.17 799|799.68 800|800.82 801|801.83 802|802.13 803|803.22 804|804.59 805|805.66 806|806.48 807|807.28 808|808.1 809|809.71 810|810.14 811|811.68 812|812.93 813|813.80 814|814.70 815|815.45 816|816.25 817|817.80 818|818.2 819|819.95 820|820.73 821|821.21 822|822.71 823|823.18 824|824.37 825|825.3 826|826.48 827|827.33 828|828.36 829|829.17 830|830.50 831|831.57 832|832.82 833|833.93 834|834.7 835|835.55 836|836.24 837|837.76 838|838.82 839|839.46 840|840.87 841|841.43 842|842.34 843|843.73 844|844.22 845|845.38 846|846.81 847|847.57 848|848.20 849|849.70 850|850.0 851|851.74 852|852.49 853|853.50 854|854.91 855|855.19 856|856.12 857|857.75 858|858.46 859|859.12 860|860.46 861|861.5 862|862.82 863|863.19 864|864.98 865|865.99 866|866.20 867|867.68 868|868.70 869|869.93 870|870.93 871|871.61 872|872.10 873|873.50 874|874.5 875|875.99 876|876.74 877|877.20 878|878.73 879|879.45 880|880.27 881|881.53 882|882.3 883|883.80 884|884.95 885|885.8 886|886.22 887|887.74 888|888.28 889|889.66 890|890.6 891|891.59 892|892.18 893|893.14 894|894.40 895|895.79 896|896.43 897|897.64 898|898.45 899|899.79 900|900.57 901|901.27 902|902.3 903|903.93 904|904.36 905|905.37 906|906.64 907|907.13 908|908.58 909|909.68 910|910.1 911|911.52 912|912.55 913|913.30 914|914.88 915|915.99 916|916.16 917|917.63 918|918.48 919|919.70 920|920.70 921|921.75 922|922.7 923|923.28 924|924.18 925|925.76 926|926.38 927|927.16 928|928.65 929|929.52 930|930.96 931|931.76 932|932.23 933|933.35 934|934.73 935|935.15 936|936.81 937|937.55 938|938.88 939|939.89 940|940.86 941|941.93 942|942.58 943|943.36 944|944.33 945|945.45 946|946.37 947|947.17 948|948.48 949|949.61 950|950.12 951|951.23 952|952.45 953|953.69 954|954.50 955|955.50 956|956.66 957|957.53 958|958.18 959|959.65 960|960.41 961|961.14 962|962.42 963|963.79 964|964.62 965|965.80 966|966.7 967|967.60 968|968.50 969|969.31 970|970.63 971|971.12 972|972.84 973|973.47 974|974.39 975|975.23 976|976.81 977|977.32 978|978.57 979|979.36 980|980.67 981|981.49 982|982.66 983|983.38 984|984.59 985|985.1 986|986.86 987|987.66 988|988.22 989|989.67 990|990.46 991|991.67 992|992.30 993|993.36 994|994.7 995|995.93 996|996.2 997|997.51 998|998.94 999|999.30 1000|1000.62 1001|1001.84 1002|1002.82 1003|1003.77 1004|1004.98 1005|1005.58 1006|1006.40 1007|1007.4 1008|1008.78 1009|1009.52 1010|1010.25 1011|1011.89 1012|1012.83 1013|1013.91 1014|1014.24 1015|1015.95 1016|1016.78 1017|1017.77 1018|1018.37 1019|1019.6 1020|1020.7 1021|1021.72 1022|1022.72 1023|1023.49 1024|1024.97 1025|1025.84 1026|1026.72 1027|1027.22 1028|1028.55 1029|1029.41 1030|1030.60 1031|1031.83 1032|1032.59 1033|1033.42 1034|1034.18 1035|1035.41 1036|1036.48 1037|1037.3 1038|1038.32 1039|1039.66 1040|1040.19 1041|1041.15 1042|1042.14 1043|1043.5 1044|1044.0 1045|1045.81 1046|1046.43 1047|1047.80 1048|1048.11 1049|1049.49 1050|1050.48 1051|1051.40 1052|1052.69 1053|1053.73 1054|1054.81 1055|1055.83 1056|1056.13 1057|1057.70 1058|1058.20 1059|1059.14 1060|1060.61 1061|1061.24 1062|1062.37 1063|1063.65 1064|1064.44 1065|1065.47 1066|1066.70 1067|1067.57 1068|1068.93 1069|1069.45 1070|1070.10 1071|1071.38 1072|1072.22 1073|1073.96 1074|1074.0 1075|1075.35 1076|1076.3 1077|1077.28 1078|1078.77 1079|1079.22 1080|1080.57 1081|1081.88 1082|1082.80 1083|1083.2 1084|1084.2 1085|1085.88 1086|1086.67 1087|1087.56 1088|1088.4 1089|1089.88 1090|1090.55 1091|1091.91 1092|1092.76 1093|1093.53 1094|1094.20 1095|1095.0 1096|1096.10 1097|1097.77 1098|1098.54 1099|1099.49 1100|1100.69 1101|1101.21 1102|1102.57 1103|1103.59 1104|1104.7 1105|1105.75 1106|1106.78 1107|1107.36 1108|1108.91 1109|1109.49 1110|1110.63 1111|1111.40 1112|1112.58 1113|1113.45 1114|1114.4 1115|1115.27 1116|1116.21 1117|1117.13 1118|1118.28 1119|1119.92 1120|1120.49 1121|1121.9 1122|1122.43 1123|1123.79 1124|1124.1 1125|1125.28 1126|1126.26 1127|1127.47 1128|1128.32 1129|1129.43 1130|1130.47 1131|1131.38 1132|1132.16 1133|1133.35 1134|1134.23 1135|1135.0 1136|1136.18 1137|1137.66 1138|1138.33 1139|1139.74 1140|1140.1 1141|1141.52 1142|1142.54 1143|1143.39 1144|1144.39 1145|1145.53 1146|1146.91 1147|1147.12 1148|1148.50 1149|1149.20 1150|1150.21 1151|1151.89 1152|1152.91 1153|1153.4 1154|1154.11 1155|1155.45 1156|1156.78 1157|1157.73 1158|1158.11 1159|1159.74 1160|1160.5 1161|1161.2 1162|1162.10 1163|1163.73 1164|1164.66 1165|1165.61 1166|1166.1 1167|1167.59 1168|1168.50 1169|1169.77 1170|1170.40 1171|1171.39 1172|1172.38 1173|1173.17 1174|1174.26 1175|1175.87 1176|1176.27 1177|1177.79 1178|1178.2 1179|1179.64 1180|1180.21 1181|1181.93 1182|1182.90 1183|1183.91 1184|1184.19 1185|1185.74 1186|1186.91 1187|1187.85 1188|1188.73 1189|1189.62 1190|1190.46 1191|1191.55 1192|1192.9 1193|1193.31 1194|1194.66 1195|1195.38 1196|1196.1 1197|1197.16 1198|1198.90 1199|1199.42 1200|1200.53 1201|1201.90 1202|1202.16 1203|1203.17 1204|1204.7 1205|1205.16 1206|1206.46 1207|1207.71 1208|1208.68 1209|1209.65 1210|1210.0 1211|1211.17 1212|1212.60 1213|1213.58 1214|1214.49 1215|1215.99 1216|1216.66 1217|1217.2 1218|1218.31 1219|1219.6 1220|1220.5 1221|1221.67 1222|1222.24 1223|1223.65 1224|1224.71 1225|1225.71 1226|1226.78 1227|1227.18 1228|1228.86 1229|1229.3 1230|1230.48 1231|1231.46 1232|1232.19 1233|1233.14 1234|1234.52 1235|1235.63 1236|1236.60 1237|1237.80 1238|1238.32 1239|1239.81 1240|1240.95 1241|1241.95 1242|1242.93 1243|1243.85 1244|1244.6 1245|1245.95 1246|1246.77 1247|1247.70 1248|1248.6 1249|1249.96 1250|1250.18 1251|1251.9 1252|1252.2 1253|1253.48 1254|1254.98 1255|1255.97 1256|1256.29 1257|1257.63 1258|1258.16 1259|1259.56 1260|1260.96 1261|1261.83 1262|1262.88 1263|1263.99 1264|1264.58 1265|1265.78 1266|1266.88 1267|1267.41 1268|1268.32 1269|1269.15 1270|1270.8 1271|1271.93 1272|1272.74 1273|1273.51 1274|1274.66 1275|1275.85 1276|1276.74 1277|1277.43 1278|1278.43 1279|1279.88 1280|1280.88 1281|1281.93 1282|1282.8 1283|1283.77 1284|1284.86 1285|1285.13 1286|1286.95 1287|1287.89 1288|1288.21 1289|1289.41 1290|1290.17 1291|1291.9 1292|1292.5 1293|1293.63 1294|1294.97 1295|1295.72 1296|1296.61 1297|1297.6 1298|1298.65 1299|1299.21 1300|1300.98 1301|1301.66 1302|1302.18 1303|1303.86 1304|1304.10 1305|1305.66 1306|1306.59 1307|1307.6 1308|1308.14 1309|1309.8 1310|1310.16 1311|1311.83 1312|1312.86 1313|1313.10 1314|1314.11 1315|1315.5 1316|1316.4 1317|1317.23 1318|1318.87 1319|1319.39 1320|1320.37 1321|1321.29 1322|1322.30 1323|1323.43 1324|1324.66 1325|1325.86 1326|1326.51 1327|1327.5 1328|1328.8 1329|1329.45 1330|1330.87 1331|1331.2 1332|1332.80 1333|1333.47 1334|1334.77 1335|1335.90 1336|1336.41 1337|1337.47 1338|1338.69 1339|1339.87 1340|1340.50 1341|1341.5 1342|1342.73 1343|1343.77 1344|1344.36 1345|1345.59 1346|1346.63 1347|1347.8 1348|1348.1 1349|1349.19 1350|1350.27 1351|1351.39 1352|1352.48 1353|1353.56 1354|1354.81 1355|1355.87 1356|1356.26 1357|1357.94 1358|1358.71 1359|1359.87 1360|1360.39 1361|1361.46 1362|1362.74 1363|1363.33 1364|1364.81 1365|1365.91 1366|1366.65 1367|1367.35 1368|1368.14 1369|1369.66 1370|1370.21 1371|1371.58 1372|1372.90 1373|1373.5 1374|1374.67 1375|1375.64 1376|1376.43 1377|1377.89 1378|1378.63 1379|1379.32 1380|1380.18 1381|1381.61 1382|1382.89 1383|1383.93 1384|1384.50 1385|1385.79 1386|1386.30 1387|1387.55 1388|1388.57 1389|1389.0 1390|1390.49 1391|1391.42 1392|1392.45 1393|1393.78 1394|1394.70 1395|1395.72 1396|1396.75 1397|1397.86 1398|1398.15 1399|1399.43 1400|1400.25 1401|1401.77 1402|1402.71 1403|1403.3 1404|1404.15 1405|1405.38 1406|1406.48 1407|1407.89 1408|1408.11 1409|1409.77 1410|1410.84 1411|1411.31 1412|1412.45 1413|1413.57 1414|1414.11 1415|1415.93 1416|1416.90 1417|1417.49 1418|1418.16 1419|1419.82 1420|1420.12 1421|1421.98 1422|1422.48 1423|1423.75 1424|1424.40 1425|1425.23 1426|1426.88 1427|1427.46 1428|1428.12 1429|1429.84 1430|1430.2 1431|1431.54 1432|1432.52 1433|1433.65 1434|1434.43 1435|1435.68 1436|1436.33 1437|1437.7 1438|1438.2 1439|1439.53 1440|1440.74 1441|1441.53 1442|1442.56 1443|1443.18 1444|1444.8 1445|1445.30 1446|1446.2 1447|1447.60 1448|1448.80 1449|1449.35 1450|1450.27 1451|1451.68 1452|1452.55 1453|1453.84 1454|1454.73 1455|1455.61 1456|1456.49 1457|1457.33 1458|1458.19 1459|1459.85 1460|1460.99 1461|1461.99 1462|1462.31 1463|1463.97 1464|1464.72 1465|1465.69 1466|1466.25 1467|1467.99 1468|1468.25 1469|1469.29 1470|1470.35 1471|1471.82 1472|1472.74 1473|1473.78 1474|1474.37 1475|1475.64 1476|1476.99 1477|1477.52 1478|1478.82 1479|1479.65 1480|1480.9 1481|1481.67 1482|1482.36 1483|1483.9 1484|1484.76 1485|1485.9 1486|1486.92 1487|1487.1 1488|1488.48 1489|1489.20 1490|1490.65 1491|1491.93 1492|1492.26 1493|1493.84 1494|1494.2 1495|1495.82 1496|1496.34 1497|1497.3 1498|1498.92 1499|1499.82 1500|1500.91 1501|1501.5 1502|1502.95 1503|1503.76 1504|1504.30 1505|1505.67 1506|1506.77 1507|1507.26 1508|1508.72 1509|1509.69 1510|1510.84 1511|1511.55 1512|1512.50 1513|1513.30 1514|1514.43 1515|1515.44 1516|1516.23 1517|1517.67 1518|1518.86 1519|1519.76 1520|1520.85 1521|1521.9 1522|1522.88 1523|1523.73 1524|1524.28 1525|1525.89 1526|1526.39 1527|1527.14 1528|1528.73 1529|1529.38 1530|1530.16 1531|1531.25 1532|1532.50 1533|1533.77 1534|1534.50 1535|1535.76 1536|1536.81 1537|1537.10 1538|1538.95 1539|1539.55 1540|1540.55 1541|1541.57 1542|1542.96 1543|1543.30 1544|1544.47 1545|1545.75 1546|1546.73 1547|1547.71 1548|1548.24 1549|1549.32 1550|1550.79 1551|1551.3 1552|1552.74 1553|1553.38 1554|1554.94 1555|1555.86 1556|1556.71 1557|1557.44 1558|1558.21 1559|1559.73 1560|1560.61 1561|1561.94 1562|1562.29 1563|1563.54 1564|1564.55 1565|1565.80 1566|1566.11 1567|1567.81 1568|1568.79 1569|1569.59 1570|1570.42 1571|1571.96 1572|1572.18 1573|1573.15 1574|1574.32 1575|1575.59 1576|1576.26 1577|1577.11 1578|1578.86 1579|1579.3 1580|1580.1 1581|1581.54 1582|1582.45 1583|1583.45 1584|1584.90 1585|1585.52 1586|1586.71 1587|1587.91 1588|1588.39 1589|1589.55 1590|1590.25 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">1</str>
<int name="id_i">1</int>
<float name="default_amount_f">15924.0</float>
<str name="amounts_dpf">1|1.9 2|2.42 3|3.61 4|4.80 5|5.4 6|6.96 7|7.26 8|8.37 9|9.31 10|10.96 11|11.20 12|12.66 13|13.60 14|14.59 15|15.74 16|16.52 17|17.22 18|18.15 19|19.34 20|20.73 21|21.94 22|22.13 23|23.53 24|24.0 25|25.36 26|26.4 27|27.76 28|28.19 29|29.67 30|30.94 31|31.72 32|32.94 33|33.65 34|34.0 35|35.88 36|36.98 37|37.17 38|38.26 39|39.42 40|40.47 41|41.94 42|42.98 43|43.87 44|44.40 45|45.84 46|46.5 47|47.19 48|48.73 49|49.88 50|50.94 51|51.29 52|52.34 53|53.94 54|54.67 55|55.91 56|56.35 57|57.90 58|58.5 59|59.60 60|60.90 61|61.25 62|62.43 63|63.65 64|64.94 65|65.35 66|66.87 67|67.45 68|68.32 69|69.80 70|70.99 71|71.58 72|72.26 73|73.24 74|74.27 75|75.87 76|76.37 77|77.96 78|78.69 79|79.49 80|80.48 81|81.74 82|82.73 83|83.10 84|84.60 85|85.98 86|86.89 87|87.85 88|88.81 89|89.57 90|90.36 91|91.59 92|92.94 93|93.36 94|94.28 95|95.49 96|96.60 97|97.22 98|98.22 99|99.99 100|100.32 101|101.13 102|102.99 103|103.36 104|104.91 105|105.83 106|106.56 107|107.84 108|108.96 109|109.3 110|110.30 111|111.62 112|112.17 113|113.26 114|114.44 115|115.57 116|116.86 117|117.17 118|118.29 119|119.66 120|120.26 121|121.19 122|122.29 123|123.21 124|124.10 125|125.17 126|126.6 127|127.69 128|128.45 129|129.81 130|130.73 131|131.30 132|132.71 133|133.67 134|134.77 135|135.21 136|136.86 137|137.69 138|138.28 139|139.73 140|140.72 141|141.49 142|142.84 143|143.83 144|144.13 145|145.52 146|146.47 147|147.59 148|148.86 149|149.13 150|150.61 151|151.71 152|152.56 153|153.16 154|154.51 155|155.52 156|156.58 157|157.39 158|158.21 159|159.72 160|160.89 161|161.60 162|162.90 163|163.85 164|164.17 165|165.11 166|166.84 167|167.54 168|168.69 169|169.98 170|170.28 171|171.87 172|172.22 173|173.53 174|174.99 175|175.44 176|176.12 177|177.36 178|178.72 179|179.62 180|180.28 181|181.70 182|182.8 183|183.83 184|184.86 185|185.5 186|186.66 187|187.69 188|188.6 189|189.36 190|190.17 191|191.66 192|192.71 193|193.53 194|194.32 195|195.9 196|196.84 197|197.41 198|198.15 199|199.20 200|200.94 201|201.46 202|202.83 203|203.77 204|204.69 205|205.57 206|206.86 207|207.67 208|208.29 209|209.68 210|210.53 211|211.22 212|212.29 213|213.44 214|214.6 215|215.46 216|216.40 217|217.52 218|218.28 219|219.67 220|220.8 221|221.77 222|222.94 223|223.85 224|224.29 225|225.2 226|226.42 227|227.1 228|228.65 229|229.34 230|230.34 231|231.85 232|232.99 233|233.10 234|234.49 235|235.50 236|236.99 237|237.13 238|238.75 239|239.8 240|240.66 241|241.63 242|242.60 243|243.68 244|244.57 245|245.87 246|246.49 247|247.60 248|248.88 249|249.20 250|250.39 251|251.59 252|252.42 253|253.88 254|254.90 255|255.72 256|256.35 257|257.71 258|258.89 259|259.72 260|260.77 261|261.91 262|262.4 263|263.99 264|264.2 265|265.54 266|266.50 267|267.52 268|268.94 269|269.67 270|270.54 271|271.53 272|272.25 273|273.34 274|274.37 275|275.93 276|276.43 277|277.52 278|278.38 279|279.92 280|280.48 281|281.47 282|282.52 283|283.90 284|284.2 285|285.35 286|286.19 287|287.26 288|288.66 289|289.19 290|290.25 291|291.48 292|292.75 293|293.29 294|294.49 295|295.38 296|296.30 297|297.90 298|298.94 299|299.69 300|300.40 301|301.88 302|302.71 303|303.88 304|304.7 305|305.94 306|306.40 307|307.27 308|308.67 309|309.72 310|310.37 311|311.36 312|312.75 313|313.97 314|314.77 315|315.85 316|316.47 317|317.25 318|318.25 319|319.48 320|320.73 321|321.89 322|322.25 323|323.50 324|324.49 325|325.52 326|326.41 327|327.81 328|328.2 329|329.73 330|330.64 331|331.81 332|332.25 333|333.82 334|334.52 335|335.31 336|336.60 337|337.31 338|338.12 339|339.35 340|340.64 341|341.99 342|342.77 343|343.65 344|344.83 345|345.10 346|346.71 347|347.56 348|348.36 349|349.71 350|350.47 351|351.9 352|352.25 353|353.58 354|354.95 355|355.66 356|356.32 357|357.19 358|358.96 359|359.98 360|360.22 361|361.14 362|362.40 363|363.46 364|364.25 365|365.45 366|366.70 367|367.10 368|368.82 369|369.7 370|370.3 371|371.57 372|372.94 373|373.9 374|374.7 375|375.42 376|376.18 377|377.41 378|378.99 379|379.10 380|380.28 381|381.61 382|382.12 383|383.55 384|384.55 385|385.36 386|386.98 387|387.87 388|388.1 389|389.7 390|390.71 391|391.2 392|392.93 393|393.21 394|394.85 395|395.87 396|396.30 397|397.23 398|398.65 399|399.54 400|400.76 401|401.10 402|402.22 403|403.82 404|404.92 405|405.49 406|406.15 407|407.98 408|408.83 409|409.84 410|410.62 411|411.70 412|412.75 413|413.20 414|414.56 415|415.66 416|416.75 417|417.66 418|418.39 419|419.60 420|420.1 421|421.25 422|422.64 423|423.37 424|424.36 425|425.26 426|426.55 427|427.84 428|428.35 429|429.19 430|430.28 431|431.7 432|432.21 433|433.55 434|434.75 435|435.98 436|436.54 437|437.30 438|438.37 439|439.84 440|440.70 441|441.15 442|442.46 443|443.79 444|444.85 445|445.96 446|446.51 447|447.17 448|448.92 449|449.70 450|450.46 451|451.45 452|452.24 453|453.63 454|454.51 455|455.97 456|456.40 457|457.52 458|458.51 459|459.43 460|460.27 461|461.75 462|462.87 463|463.89 464|464.51 465|465.1 466|466.47 467|467.54 468|468.20 469|469.51 470|470.51 471|471.33 472|472.41 473|473.44 474|474.39 475|475.8 476|476.56 477|477.50 478|478.47 479|479.26 480|480.97 481|481.56 482|482.89 483|483.54 484|484.5 485|485.65 486|486.36 487|487.94 488|488.23 489|489.2 490|490.96 491|491.70 492|492.26 493|493.1 494|494.10 495|495.16 496|496.96 497|497.32 498|498.90 499|499.80 500|500.36 501|501.2 502|502.37 503|503.85 504|504.75 505|505.75 506|506.72 507|507.47 508|508.8 509|509.22 510|510.52 511|511.80 512|512.31 513|513.4 514|514.55 515|515.48 516|516.89 517|517.24 518|518.0 519|519.51 520|520.45 521|521.90 522|522.45 523|523.74 524|524.71 525|525.97 526|526.47 527|527.98 528|528.42 529|529.68 530|530.35 531|531.25 532|532.93 533|533.62 534|534.16 535|535.97 536|536.73 537|537.45 538|538.67 539|539.17 540|540.3 541|541.32 542|542.44 543|543.34 544|544.51 545|545.19 546|546.40 547|547.86 548|548.29 549|549.64 550|550.56 551|551.86 552|552.79 553|553.3 554|554.54 555|555.79 556|556.7 557|557.45 558|558.22 559|559.0 560|560.48 561|561.23 562|562.85 563|563.2 564|564.13 565|565.49 566|566.61 567|567.0 568|568.83 569|569.0 570|570.61 571|571.69 572|572.15 573|573.33 574|574.37 575|575.48 576|576.14 577|577.92 578|578.35 579|579.23 580|580.40 581|581.61 582|582.64 583|583.4 584|584.77 585|585.94 586|586.33 587|587.66 588|588.98 589|589.85 590|590.57 591|591.13 592|592.36 593|593.1 594|594.31 595|595.23 596|596.85 597|597.40 598|598.26 599|599.84 600|600.30 601|601.63 602|602.57 603|603.48 604|604.95 605|605.83 606|606.12 607|607.80 608|608.23 609|609.63 610|610.38 611|611.89 612|612.87 613|613.99 614|614.3 615|615.63 616|616.59 617|617.81 618|618.84 619|619.12 620|620.50 621|621.88 622|622.97 623|623.66 624|624.35 625|625.67 626|626.7 627|627.63 628|628.45 629|629.61 630|630.52 631|631.86 632|632.27 633|633.21 634|634.94 635|635.56 636|636.81 637|637.27 638|638.20 639|639.23 640|640.39 641|641.19 642|642.45 643|643.18 644|644.89 645|645.55 646|646.77 647|647.67 648|648.11 649|649.89 650|650.11 651|651.93 652|652.10 653|653.37 654|654.75 655|655.11 656|656.27 657|657.31 658|658.27 659|659.31 660|660.58 661|661.88 662|662.71 663|663.46 664|664.63 665|665.12 666|666.72 667|667.64 668|668.97 669|669.16 670|670.87 671|671.55 672|672.43 673|673.37 674|674.54 675|675.85 676|676.83 677|677.8 678|678.45 679|679.58 680|680.52 681|681.83 682|682.53 683|683.59 684|684.8 685|685.38 686|686.7 687|687.3 688|688.59 689|689.91 690|690.73 691|691.3 692|692.77 693|693.34 694|694.43 695|695.97 696|696.93 697|697.87 698|698.8 699|699.42 700|700.41 701|701.41 702|702.79 703|703.17 704|704.26 705|705.74 706|706.6 707|707.27 708|708.33 709|709.4 710|710.49 711|711.24 712|712.63 713|713.71 714|714.43 715|715.4 716|716.19 717|717.66 718|718.97 719|719.65 720|720.32 721|721.38 722|722.16 723|723.30 724|724.79 725|725.76 726|726.62 727|727.38 728|728.26 729|729.42 730|730.92 731|731.2 732|732.32 733|733.58 734|734.56 735|735.77 736|736.88 737|737.40 738|738.79 739|739.65 740|740.50 741|741.12 742|742.59 743|743.26 744|744.85 745|745.58 746|746.11 747|747.91 748|748.70 749|749.75 750|750.27 751|751.87 752|752.34 753|753.69 754|754.47 755|755.72 756|756.66 757|757.74 758|758.62 759|759.70 760|760.76 761|761.39 762|762.41 763|763.63 764|764.94 765|765.42 766|766.33 767|767.32 768|768.53 769|769.90 770|770.63 771|771.42 772|772.65 773|773.4 774|774.35 775|775.83 776|776.49 777|777.9 778|778.61 779|779.30 780|780.36 781|781.97 782|782.81 783|783.43 784|784.1 785|785.9 786|786.3 787|787.87 788|788.40 789|789.75 790|790.55 791|791.38 792|792.42 793|793.28 794|794.35 795|795.91 796|796.98 797|797.62 798|798.22 799|799.11 800|800.59 801|801.54 802|802.75 803|803.60 804|804.88 805|805.0 806|806.13 807|807.52 808|808.45 809|809.91 810|810.55 811|811.15 812|812.26 813|813.30 814|814.92 815|815.7 816|816.84 817|817.33 818|818.96 819|819.91 820|820.2 821|821.60 822|822.14 823|823.97 824|824.85 825|825.21 826|826.17 827|827.69 828|828.41 829|829.92 830|830.29 831|831.78 832|832.84 833|833.61 834|834.73 835|835.21 836|836.39 837|837.5 838|838.62 839|839.83 840|840.33 841|841.90 842|842.60 843|843.8 844|844.9 845|845.19 846|846.30 847|847.78 848|848.92 849|849.72 850|850.22 851|851.3 852|852.0 853|853.95 854|854.78 855|855.68 856|856.2 857|857.61 858|858.64 859|859.20 860|860.32 861|861.67 862|862.8 863|863.22 864|864.69 865|865.29 866|866.19 867|867.43 868|868.55 869|869.53 870|870.21 871|871.92 872|872.77 873|873.90 874|874.12 875|875.26 876|876.39 877|877.65 878|878.3 879|879.19 880|880.85 881|881.12 882|882.20 883|883.95 884|884.76 885|885.43 886|886.61 887|887.22 888|888.83 889|889.53 890|890.33 891|891.95 892|892.37 893|893.74 894|894.58 895|895.8 896|896.3 897|897.48 898|898.49 899|899.88 900|900.55 901|901.41 902|902.1 903|903.31 904|904.13 905|905.56 906|906.29 907|907.36 908|908.11 909|909.13 910|910.28 911|911.11 912|912.74 913|913.91 914|914.3 915|915.61 916|916.40 917|917.69 918|918.19 919|919.39 920|920.67 921|921.28 922|922.59 923|923.46 924|924.89 925|925.24 926|926.49 927|927.30 928|928.19 929|929.57 930|930.87 931|931.65 932|932.3 933|933.65 934|934.20 935|935.46 936|936.29 937|937.96 938|938.75 939|939.74 940|940.22 941|941.90 942|942.7 943|943.5 944|944.60 945|945.74 946|946.51 947|947.35 948|948.47 949|949.88 950|950.75 951|951.51 952|952.23 953|953.91 954|954.89 955|955.40 956|956.98 957|957.5 958|958.27 959|959.84 960|960.2 961|961.15 962|962.78 963|963.22 964|964.79 965|965.92 966|966.23 967|967.2 968|968.76 969|969.19 970|970.99 971|971.48 972|972.29 973|973.70 974|974.28 975|975.39 976|976.0 977|977.25 978|978.73 979|979.91 980|980.51 981|981.16 982|982.45 983|983.39 984|984.28 985|985.47 986|986.75 987|987.95 988|988.25 989|989.84 990|990.39 991|991.80 992|992.47 993|993.20 994|994.58 995|995.45 996|996.86 997|997.1 998|998.6 999|999.10 1000|1000.47 1001|1001.52 1002|1002.18 1003|1003.42 1004|1004.89 1005|1005.12 1006|1006.48 1007|1007.52 1008|1008.55 1009|1009.9 1010|1010.31 1011|1011.57 1012|1012.60 1013|1013.88 1014|1014.99 1015|1015.62 1016|1016.55 1017|1017.75 1018|1018.73 1019|1019.83 1020|1020.7 1021|1021.4 1022|1022.34 1023|1023.20 1024|1024.31 1025|1025.18 1026|1026.66 1027|1027.85 1028|1028.16 1029|1029.47 1030|1030.99 1031|1031.13 1032|1032.3 1033|1033.94 1034|1034.90 1035|1035.44 1036|1036.6 1037|1037.91 1038|1038.23 1039|1039.28 1040|1040.40 1041|1041.1 1042|1042.36 1043|1043.40 1044|1044.29 1045|1045.2 1046|1046.76 1047|1047.51 1048|1048.91 1049|1049.72 1050|1050.63 1051|1051.63 1052|1052.51 1053|1053.7 1054|1054.99 1055|1055.39 1056|1056.40 1057|1057.74 1058|1058.77 1059|1059.60 1060|1060.48 1061|1061.31 1062|1062.95 1063|1063.30 1064|1064.92 1065|1065.16 1066|1066.6 1067|1067.6 1068|1068.95 1069|1069.33 1070|1070.78 1071|1071.97 1072|1072.20 1073|1073.20 1074|1074.53 1075|1075.65 1076|1076.13 1077|1077.65 1078|1078.95 1079|1079.74 1080|1080.87 1081|1081.39 1082|1082.3 1083|1083.88 1084|1084.15 1085|1085.81 1086|1086.5 1087|1087.2 1088|1088.17 1089|1089.30 1090|1090.38 1091|1091.72 1092|1092.37 1093|1093.87 1094|1094.21 1095|1095.9 1096|1096.75 1097|1097.50 1098|1098.45 1099|1099.90 1100|1100.31 1101|1101.69 1102|1102.22 1103|1103.17 1104|1104.62 1105|1105.24 1106|1106.55 1107|1107.7 1108|1108.20 1109|1109.92 1110|1110.73 1111|1111.3 1112|1112.47 1113|1113.18 1114|1114.26 1115|1115.41 1116|1116.42 1117|1117.73 1118|1118.54 1119|1119.57 1120|1120.39 1121|1121.35 1122|1122.52 1123|1123.72 1124|1124.80 1125|1125.44 1126|1126.78 1127|1127.41 1128|1128.26 1129|1129.71 1130|1130.51 1131|1131.38 1132|1132.52 1133|1133.84 1134|1134.98 1135|1135.74 1136|1136.47 1137|1137.71 1138|1138.82 1139|1139.67 1140|1140.75 1141|1141.88 1142|1142.11 1143|1143.11 1144|1144.94 1145|1145.76 1146|1146.11 1147|1147.38 1148|1148.37 1149|1149.38 1150|1150.65 1151|1151.64 1152|1152.19 1153|1153.83 1154|1154.7 1155|1155.48 1156|1156.3 1157|1157.22 1158|1158.32 1159|1159.8 1160|1160.92 1161|1161.13 1162|1162.5 1163|1163.80 1164|1164.34 1165|1165.5 1166|1166.34 1167|1167.68 1168|1168.47 1169|1169.18 1170|1170.7 1171|1171.15 1172|1172.75 1173|1173.15 1174|1174.31 1175|1175.89 1176|1176.34 1177|1177.21 1178|1178.56 1179|1179.88 1180|1180.59 1181|1181.62 1182|1182.95 1183|1183.46 1184|1184.67 1185|1185.28 1186|1186.73 1187|1187.81 1188|1188.70 1189|1189.83 1190|1190.64 1191|1191.30 1192|1192.9 1193|1193.81 1194|1194.31 1195|1195.6 1196|1196.89 1197|1197.76 1198|1198.59 1199|1199.80 1200|1200.97 1201|1201.63 1202|1202.91 1203|1203.12 1204|1204.65 1205|1205.90 1206|1206.50 1207|1207.37 1208|1208.30 1209|1209.12 1210|1210.92 1211|1211.41 1212|1212.66 1213|1213.1 1214|1214.95 1215|1215.5 1216|1216.5 1217|1217.35 1218|1218.93 1219|1219.0 1220|1220.8 1221|1221.38 1222|1222.11 1223|1223.96 1224|1224.40 1225|1225.91 1226|1226.72 1227|1227.8 1228|1228.24 1229|1229.94 1230|1230.38 1231|1231.90 1232|1232.88 1233|1233.51 1234|1234.88 1235|1235.68 1236|1236.50 1237|1237.84 1238|1238.24 1239|1239.73 1240|1240.0 1241|1241.22 1242|1242.39 1243|1243.78 1244|1244.68 1245|1245.28 1246|1246.18 1247|1247.62 1248|1248.68 1249|1249.36 1250|1250.69 1251|1251.24 1252|1252.38 1253|1253.81 1254|1254.48 1255|1255.66 1256|1256.97 1257|1257.91 1258|1258.80 1259|1259.60 1260|1260.69 1261|1261.82 1262|1262.37 1263|1263.3 1264|1264.91 1265|1265.94 1266|1266.52 1267|1267.43 1268|1268.35 1269|1269.7 1270|1270.14 1271|1271.55 1272|1272.15 1273|1273.36 1274|1274.10 1275|1275.30 1276|1276.11 1277|1277.54 1278|1278.71 1279|1279.70 1280|1280.46 1281|1281.90 1282|1282.2 1283|1283.55 1284|1284.54 1285|1285.12 1286|1286.8 1287|1287.37 1288|1288.9 1289|1289.2 1290|1290.54 1291|1291.70 1292|1292.12 1293|1293.33 1294|1294.99 1295|1295.45 1296|1296.8 1297|1297.42 1298|1298.21 1299|1299.56 1300|1300.38 1301|1301.30 1302|1302.91 1303|1303.50 1304|1304.64 1305|1305.75 1306|1306.82 1307|1307.51 1308|1308.16 1309|1309.25 1310|1310.40 1311|1311.60 1312|1312.15 1313|1313.86 1314|1314.86 1315|1315.55 1316|1316.4 1317|1317.16 1318|1318.49 1319|1319.31 1320|1320.83 1321|1321.62 1322|1322.92 1323|1323.65 1324|1324.6 1325|1325.2 1326|1326.34 1327|1327.1 1328|1328.22 1329|1329.14 1330|1330.48 1331|1331.4 1332|1332.75 1333|1333.25 1334|1334.80 1335|1335.29 1336|1336.48 1337|1337.51 1338|1338.85 1339|1339.51 1340|1340.61 1341|1341.63 1342|1342.30 1343|1343.59 1344|1344.7 1345|1345.7 1346|1346.3 1347|1347.19 1348|1348.2 1349|1349.42 1350|1350.48 1351|1351.84 1352|1352.50 1353|1353.32 1354|1354.73 1355|1355.75 1356|1356.43 1357|1357.97 1358|1358.81 1359|1359.85 1360|1360.26 1361|1361.63 1362|1362.3 1363|1363.58 1364|1364.92 1365|1365.38 1366|1366.86 1367|1367.27 1368|1368.1 1369|1369.40 1370|1370.88 1371|1371.61 1372|1372.91 1373|1373.48 1374|1374.27 1375|1375.25 1376|1376.78 1377|1377.2 1378|1378.49 1379|1379.41 1380|1380.60 1381|1381.96 1382|1382.60 1383|1383.49 1384|1384.92 1385|1385.58 1386|1386.0 1387|1387.11 1388|1388.55 1389|1389.15 1390|1390.94 1391|1391.49 1392|1392.11 1393|1393.86 1394|1394.88 1395|1395.47 1396|1396.30 1397|1397.34 1398|1398.10 1399|1399.52 1400|1400.88 1401|1401.91 1402|1402.63 1403|1403.37 1404|1404.20 1405|1405.63 1406|1406.60 1407|1407.20 1408|1408.27 1409|1409.97 1410|1410.10 1411|1411.34 1412|1412.36 1413|1413.92 1414|1414.7 1415|1415.27 1416|1416.80 1417|1417.61 1418|1418.84 1419|1419.32 1420|1420.44 1421|1421.50 1422|1422.36 1423|1423.19 1424|1424.78 1425|1425.79 1426|1426.30 1427|1427.70 1428|1428.49 1429|1429.39 1430|1430.27 1431|1431.96 1432|1432.91 1433|1433.49 1434|1434.99 1435|1435.45 1436|1436.87 1437|1437.96 1438|1438.98 1439|1439.12 1440|1440.44 1441|1441.59 1442|1442.95 1443|1443.41 1444|1444.9 1445|1445.23 1446|1446.81 1447|1447.64 1448|1448.36 1449|1449.29 1450|1450.38 1451|1451.50 1452|1452.80 1453|1453.65 1454|1454.19 1455|1455.19 1456|1456.72 1457|1457.86 1458|1458.65 1459|1459.29 1460|1460.6 1461|1461.50 1462|1462.29 1463|1463.79 1464|1464.52 1465|1465.52 1466|1466.96 1467|1467.82 1468|1468.87 1469|1469.5 1470|1470.82 1471|1471.29 1472|1472.92 1473|1473.34 1474|1474.70 1475|1475.8 1476|1476.14 1477|1477.79 1478|1478.25 1479|1479.38 1480|1480.47 1481|1481.58 1482|1482.43 1483|1483.51 1484|1484.64 1485|1485.28 1486|1486.88 1487|1487.16 1488|1488.65 1489|1489.76 1490|1490.39 1491|1491.8 1492|1492.29 1493|1493.97 1494|1494.80 1495|1495.40 1496|1496.7 1497|1497.22 1498|1498.64 1499|1499.51 1500|1500.91 1501|1501.74 1502|1502.21 1503|1503.44 1504|1504.10 1505|1505.57 1506|1506.7 1507|1507.28 1508|1508.29 1509|1509.50 1510|1510.5 1511|1511.60 1512|1512.40 1513|1513.23 1514|1514.32 1515|1515.15 1516|1516.99 1517|1517.41 1518|1518.21 1519|1519.61 1520|1520.25 1521|1521.63 1522|1522.37 1523|1523.68 1524|1524.21 1525|1525.98 1526|1526.5 1527|1527.9 1528|1528.38 1529|1529.97 1530|1530.46 1531|1531.89 1532|1532.90 1533|1533.52 1534|1534.5 1535|1535.48 1536|1536.54 1537|1537.68 1538|1538.43 1539|1539.24 1540|1540.76 1541|1541.19 1542|1542.90 1543|1543.39 1544|1544.62 1545|1545.89 1546|1546.54 1547|1547.17 1548|1548.42 1549|1549.68 1550|1550.5 1551|1551.96 1552|1552.28 1553|1553.33 1554|1554.89 1555|1555.57 1556|1556.21 1557|1557.58 1558|1558.44 1559|1559.74 1560|1560.85 1561|1561.67 1562|1562.76 1563|1563.43 1564|1564.54 1565|1565.93 1566|1566.25 1567|1567.32 1568|1568.16 1569|1569.87 1570|1570.61 1571|1571.25 1572|1572.65 1573|1573.48 1574|1574.11 1575|1575.36 1576|1576.40 1577|1577.45 1578|1578.97 1579|1579.72 1580|1580.61 1581|1581.64 1582|1582.67 1583|1583.14 1584|1584.60 1585|1585.76 1586|1586.92 1587|1587.35 1588|1588.42 1589|1589.26 1590|1590.45 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">2</str>
<int name="id_i">2</int>
<float name="default_amount_f">11917.0</float>
<str name="amounts_dpf">1|1.47 2|2.99 3|3.79 4|4.33 5|5.6 6|6.88 7|7.34 8|8.89 9|9.89 10|10.74 11|11.95 12|12.71 13|13.39 14|14.3 15|15.30 16|16.23 17|17.92 18|18.14 19|19.68 20|20.87 21|21.20 22|22.18 23|23.35 24|24.36 25|25.59 26|26.87 27|27.29 28|28.90 29|29.12 30|30.5 31|31.52 32|32.24 33|33.68 34|34.72 35|35.79 36|36.13 37|37.95 38|38.87 39|39.81 40|40.74 41|41.89 42|42.88 43|43.50 44|44.91 45|45.82 46|46.90 47|47.78 48|48.22 49|49.49 50|50.40 51|51.40 52|52.37 53|53.67 54|54.57 55|55.88 56|56.48 57|57.53 58|58.5 59|59.52 60|60.54 61|61.55 62|62.86 63|63.38 64|64.49 65|65.33 66|66.39 67|67.17 68|68.30 69|69.84 70|70.62 71|71.4 72|72.18 73|73.26 74|74.5 75|75.68 76|76.8 77|77.85 78|78.38 79|79.16 80|80.34 81|81.20 82|82.45 83|83.23 84|84.93 85|85.26 86|86.51 87|87.55 88|88.88 89|89.91 90|90.62 91|91.84 92|92.73 93|93.1 94|94.20 95|95.43 96|96.52 97|97.47 98|98.75 99|99.55 100|100.61 101|101.20 102|102.1 103|103.68 104|104.30 105|105.18 106|106.45 107|107.59 108|108.6 109|109.81 110|110.33 111|111.95 112|112.2 113|113.93 114|114.50 115|115.85 116|116.81 117|117.69 118|118.71 119|119.53 120|120.61 121|121.83 122|122.17 123|123.63 124|124.77 125|125.56 126|126.88 127|127.58 128|128.46 129|129.14 130|130.6 131|131.79 132|132.17 133|133.19 134|134.72 135|135.72 136|136.87 137|137.3 138|138.38 139|139.56 140|140.83 141|141.26 142|142.58 143|143.59 144|144.81 145|145.73 146|146.34 147|147.55 148|148.16 149|149.61 150|150.66 151|151.61 152|152.23 153|153.16 154|154.88 155|155.79 156|156.82 157|157.54 158|158.67 159|159.83 160|160.79 161|161.55 162|162.63 163|163.49 164|164.19 165|165.71 166|166.96 167|167.30 168|168.28 169|169.40 170|170.96 171|171.1 172|172.3 173|173.2 174|174.66 175|175.4 176|176.54 177|177.41 178|178.39 179|179.59 180|180.7 181|181.16 182|182.25 183|183.6 184|184.83 185|185.99 186|186.69 187|187.28 188|188.86 189|189.31 190|190.86 191|191.80 192|192.23 193|193.45 194|194.37 195|195.59 196|196.71 197|197.23 198|198.47 199|199.6 200|200.54 201|201.71 202|202.19 203|203.60 204|204.87 205|205.22 206|206.21 207|207.97 208|208.35 209|209.92 210|210.93 211|211.33 212|212.36 213|213.57 214|214.20 215|215.51 216|216.27 217|217.98 218|218.41 219|219.16 220|220.0 221|221.50 222|222.26 223|223.14 224|224.72 225|225.9 226|226.12 227|227.81 228|228.68 229|229.22 230|230.59 231|231.40 232|232.36 233|233.88 234|234.51 235|235.59 236|236.45 237|237.0 238|238.52 239|239.55 240|240.29 241|241.27 242|242.13 243|243.60 244|244.57 245|245.40 246|246.38 247|247.17 248|248.78 249|249.88 250|250.84 251|251.41 252|252.26 253|253.82 254|254.5 255|255.47 256|256.35 257|257.28 258|258.17 259|259.24 260|260.90 261|261.7 262|262.5 263|263.27 264|264.31 265|265.16 266|266.52 267|267.26 268|268.95 269|269.45 270|270.73 271|271.90 272|272.95 273|273.28 274|274.81 275|275.99 276|276.50 277|277.30 278|278.63 279|279.10 280|280.69 281|281.79 282|282.74 283|283.78 284|284.1 285|285.38 286|286.37 287|287.48 288|288.46 289|289.25 290|290.9 291|291.43 292|292.65 293|293.67 294|294.62 295|295.36 296|296.61 297|297.49 298|298.12 299|299.2 300|300.1 301|301.5 302|302.20 303|303.87 304|304.62 305|305.32 306|306.89 307|307.86 308|308.98 309|309.29 310|310.32 311|311.99 312|312.22 313|313.0 314|314.0 315|315.4 316|316.18 317|317.99 318|318.54 319|319.97 320|320.10 321|321.32 322|322.75 323|323.46 324|324.22 325|325.33 326|326.24 327|327.90 328|328.41 329|329.19 330|330.91 331|331.2 332|332.83 333|333.66 334|334.16 335|335.6 336|336.15 337|337.47 338|338.25 339|339.38 340|340.54 341|341.55 342|342.79 343|343.69 344|344.46 345|345.26 346|346.5 347|347.84 348|348.27 349|349.76 350|350.32 351|351.62 352|352.36 353|353.61 354|354.10 355|355.31 356|356.17 357|357.11 358|358.11 359|359.92 360|360.15 361|361.46 362|362.21 363|363.11 364|364.64 365|365.78 366|366.38 367|367.55 368|368.12 369|369.90 370|370.4 371|371.59 372|372.60 373|373.33 374|374.91 375|375.76 376|376.60 377|377.75 378|378.55 379|379.3 380|380.20 381|381.45 382|382.32 383|383.70 384|384.8 385|385.47 386|386.2 387|387.0 388|388.89 389|389.73 390|390.74 391|391.3 392|392.68 393|393.18 394|394.30 395|395.52 396|396.47 397|397.3 398|398.70 399|399.80 400|400.56 401|401.45 402|402.18 403|403.51 404|404.28 405|405.43 406|406.75 407|407.18 408|408.84 409|409.3 410|410.3 411|411.62 412|412.57 413|413.39 414|414.0 415|415.12 416|416.16 417|417.27 418|418.41 419|419.66 420|420.46 421|421.34 422|422.67 423|423.90 424|424.50 425|425.4 426|426.18 427|427.29 428|428.16 429|429.10 430|430.56 431|431.56 432|432.82 433|433.52 434|434.62 435|435.17 436|436.22 437|437.50 438|438.23 439|439.9 440|440.8 441|441.84 442|442.24 443|443.64 444|444.79 445|445.66 446|446.32 447|447.52 448|448.63 449|449.68 450|450.30 451|451.84 452|452.52 453|453.39 454|454.29 455|455.84 456|456.81 457|457.50 458|458.80 459|459.50 460|460.71 461|461.39 462|462.65 463|463.38 464|464.87 465|465.88 466|466.74 467|467.8 468|468.55 469|469.9 470|470.15 471|471.91 472|472.77 473|473.7 474|474.66 475|475.37 476|476.16 477|477.80 478|478.83 479|479.25 480|480.58 481|481.24 482|482.93 483|483.90 484|484.0 485|485.90 486|486.20 487|487.15 488|488.80 489|489.2 490|490.28 491|491.66 492|492.15 493|493.56 494|494.95 495|495.74 496|496.87 497|497.22 498|498.97 499|499.10 500|500.27 501|501.66 502|502.99 503|503.14 504|504.38 505|505.82 506|506.61 507|507.48 508|508.44 509|509.96 510|510.25 511|511.9 512|512.91 513|513.7 514|514.30 515|515.52 516|516.24 517|517.72 518|518.4 519|519.94 520|520.32 521|521.74 522|522.82 523|523.46 524|524.97 525|525.42 526|526.72 527|527.4 528|528.4 529|529.73 530|530.27 531|531.69 532|532.52 533|533.54 534|534.88 535|535.21 536|536.57 537|537.77 538|538.2 539|539.89 540|540.48 541|541.80 542|542.71 543|543.55 544|544.68 545|545.77 546|546.59 547|547.56 548|548.94 549|549.25 550|550.41 551|551.6 552|552.21 553|553.76 554|554.85 555|555.32 556|556.24 557|557.50 558|558.37 559|559.44 560|560.25 561|561.96 562|562.45 563|563.64 564|564.24 565|565.66 566|566.4 567|567.8 568|568.9 569|569.66 570|570.14 571|571.61 572|572.24 573|573.26 574|574.24 575|575.42 576|576.41 577|577.69 578|578.68 579|579.82 580|580.67 581|581.65 582|582.6 583|583.88 584|584.94 585|585.49 586|586.63 587|587.34 588|588.41 589|589.34 590|590.3 591|591.4 592|592.12 593|593.12 594|594.65 595|595.13 596|596.17 597|597.15 598|598.89 599|599.69 600|600.61 601|601.96 602|602.30 603|603.15 604|604.58 605|605.54 606|606.61 607|607.92 608|608.80 609|609.78 610|610.61 611|611.37 612|612.14 613|613.35 614|614.34 615|615.10 616|616.18 617|617.32 618|618.74 619|619.21 620|620.6 621|621.61 622|622.23 623|623.2 624|624.59 625|625.1 626|626.96 627|627.94 628|628.33 629|629.8 630|630.62 631|631.82 632|632.94 633|633.45 634|634.37 635|635.37 636|636.81 637|637.39 638|638.99 639|639.14 640|640.18 641|641.71 642|642.84 643|643.91 644|644.90 645|645.19 646|646.53 647|647.42 648|648.72 649|649.3 650|650.35 651|651.52 652|652.70 653|653.60 654|654.61 655|655.33 656|656.82 657|657.54 658|658.62 659|659.87 660|660.56 661|661.79 662|662.52 663|663.70 664|664.40 665|665.7 666|666.89 667|667.9 668|668.81 669|669.20 670|670.53 671|671.66 672|672.76 673|673.47 674|674.48 675|675.44 676|676.12 677|677.62 678|678.0 679|679.0 680|680.83 681|681.88 682|682.23 683|683.33 684|684.10 685|685.40 686|686.43 687|687.0 688|688.58 689|689.36 690|690.52 691|691.24 692|692.17 693|693.79 694|694.49 695|695.89 696|696.28 697|697.93 698|698.27 699|699.10 700|700.90 701|701.14 702|702.1 703|703.33 704|704.43 705|705.20 706|706.35 707|707.48 708|708.59 709|709.91 710|710.67 711|711.76 712|712.28 713|713.23 714|714.51 715|715.59 716|716.19 717|717.14 718|718.47 719|719.16 720|720.40 721|721.32 722|722.62 723|723.84 724|724.84 725|725.84 726|726.27 727|727.61 728|728.59 729|729.26 730|730.82 731|731.52 732|732.36 733|733.81 734|734.57 735|735.39 736|736.46 737|737.88 738|738.80 739|739.17 740|740.79 741|741.39 742|742.34 743|743.57 744|744.92 745|745.93 746|746.23 747|747.22 748|748.65 749|749.6 750|750.57 751|751.74 752|752.14 753|753.16 754|754.41 755|755.81 756|756.42 757|757.46 758|758.88 759|759.97 760|760.22 761|761.89 762|762.89 763|763.23 764|764.80 765|765.53 766|766.26 767|767.87 768|768.48 769|769.6 770|770.54 771|771.67 772|772.87 773|773.76 774|774.63 775|775.41 776|776.52 777|777.54 778|778.76 779|779.41 780|780.69 781|781.13 782|782.43 783|783.6 784|784.81 785|785.85 786|786.56 787|787.0 788|788.84 789|789.72 790|790.93 791|791.56 792|792.48 793|793.24 794|794.8 795|795.81 796|796.60 797|797.42 798|798.74 799|799.84 800|800.78 801|801.60 802|802.17 803|803.75 804|804.31 805|805.32 806|806.81 807|807.21 808|808.93 809|809.14 810|810.19 811|811.81 812|812.47 813|813.61 814|814.66 815|815.87 816|816.15 817|817.16 818|818.84 819|819.24 820|820.23 821|821.67 822|822.25 823|823.41 824|824.90 825|825.47 826|826.5 827|827.39 828|828.86 829|829.80 830|830.96 831|831.5 832|832.60 833|833.27 834|834.62 835|835.91 836|836.66 837|837.24 838|838.60 839|839.94 840|840.33 841|841.58 842|842.44 843|843.87 844|844.12 845|845.27 846|846.12 847|847.4 848|848.60 849|849.21 850|850.30 851|851.71 852|852.48 853|853.16 854|854.79 855|855.70 856|856.59 857|857.70 858|858.47 859|859.1 860|860.60 861|861.10 862|862.42 863|863.63 864|864.31 865|865.63 866|866.88 867|867.36 868|868.24 869|869.68 870|870.78 871|871.93 872|872.70 873|873.54 874|874.29 875|875.1 876|876.23 877|877.67 878|878.1 879|879.37 880|880.36 881|881.82 882|882.9 883|883.33 884|884.5 885|885.17 886|886.47 887|887.14 888|888.50 889|889.62 890|890.67 891|891.92 892|892.99 893|893.8 894|894.61 895|895.22 896|896.70 897|897.78 898|898.94 899|899.24 900|900.8 901|901.22 902|902.13 903|903.56 904|904.75 905|905.39 906|906.94 907|907.19 908|908.85 909|909.73 910|910.82 911|911.62 912|912.18 913|913.81 914|914.21 915|915.1 916|916.46 917|917.24 918|918.36 919|919.27 920|920.3 921|921.9 922|922.62 923|923.4 924|924.25 925|925.27 926|926.15 927|927.56 928|928.17 929|929.61 930|930.18 931|931.81 932|932.35 933|933.69 934|934.46 935|935.72 936|936.62 937|937.72 938|938.78 939|939.73 940|940.46 941|941.77 942|942.56 943|943.6 944|944.51 945|945.30 946|946.44 947|947.10 948|948.24 949|949.61 950|950.61 951|951.82 952|952.86 953|953.1 954|954.40 955|955.43 956|956.68 957|957.87 958|958.50 959|959.18 960|960.30 961|961.23 962|962.32 963|963.22 964|964.88 965|965.89 966|966.49 967|967.57 968|968.16 969|969.27 970|970.91 971|971.98 972|972.41 973|973.94 974|974.78 975|975.10 976|976.33 977|977.95 978|978.52 979|979.57 980|980.28 981|981.84 982|982.90 983|983.48 984|984.29 985|985.93 986|986.98 987|987.45 988|988.83 989|989.67 990|990.10 991|991.35 992|992.29 993|993.87 994|994.8 995|995.42 996|996.10 997|997.55 998|998.5 999|999.36 1000|1000.13 1001|1001.33 1002|1002.8 1003|1003.3 1004|1004.73 1005|1005.6 1006|1006.54 1007|1007.5 1008|1008.29 1009|1009.68 1010|1010.12 1011|1011.84 1012|1012.25 1013|1013.85 1014|1014.16 1015|1015.65 1016|1016.14 1017|1017.15 1018|1018.95 1019|1019.2 1020|1020.29 1021|1021.29 1022|1022.79 1023|1023.89 1024|1024.42 1025|1025.94 1026|1026.7 1027|1027.17 1028|1028.70 1029|1029.16 1030|1030.35 1031|1031.21 1032|1032.43 1033|1033.75 1034|1034.21 1035|1035.54 1036|1036.52 1037|1037.22 1038|1038.39 1039|1039.45 1040|1040.44 1041|1041.94 1042|1042.39 1043|1043.71 1044|1044.85 1045|1045.99 1046|1046.33 1047|1047.20 1048|1048.63 1049|1049.64 1050|1050.46 1051|1051.0 1052|1052.33 1053|1053.96 1054|1054.91 1055|1055.69 1056|1056.78 1057|1057.71 1058|1058.29 1059|1059.59 1060|1060.4 1061|1061.99 1062|1062.16 1063|1063.60 1064|1064.25 1065|1065.17 1066|1066.78 1067|1067.75 1068|1068.22 1069|1069.82 1070|1070.35 1071|1071.13 1072|1072.30 1073|1073.6 1074|1074.20 1075|1075.45 1076|1076.15 1077|1077.66 1078|1078.40 1079|1079.96 1080|1080.30 1081|1081.2 1082|1082.19 1083|1083.67 1084|1084.63 1085|1085.77 1086|1086.40 1087|1087.84 1088|1088.30 1089|1089.51 1090|1090.20 1091|1091.37 1092|1092.21 1093|1093.0 1094|1094.47 1095|1095.80 1096|1096.1 1097|1097.30 1098|1098.89 1099|1099.41 1100|1100.48 1101|1101.72 1102|1102.10 1103|1103.50 1104|1104.20 1105|1105.52 1106|1106.96 1107|1107.18 1108|1108.52 1109|1109.6 1110|1110.82 1111|1111.6 1112|1112.26 1113|1113.53 1114|1114.95 1115|1115.48 1116|1116.17 1117|1117.29 1118|1118.36 1119|1119.2 1120|1120.48 1121|1121.8 1122|1122.53 1123|1123.29 1124|1124.27 1125|1125.7 1126|1126.66 1127|1127.39 1128|1128.13 1129|1129.9 1130|1130.19 1131|1131.33 1132|1132.78 1133|1133.6 1134|1134.61 1135|1135.62 1136|1136.83 1137|1137.85 1138|1138.3 1139|1139.52 1140|1140.48 1141|1141.16 1142|1142.93 1143|1143.63 1144|1144.31 1145|1145.60 1146|1146.72 1147|1147.39 1148|1148.91 1149|1149.46 1150|1150.40 1151|1151.69 1152|1152.0 1153|1153.30 1154|1154.40 1155|1155.16 1156|1156.17 1157|1157.36 1158|1158.91 1159|1159.68 1160|1160.2 1161|1161.24 1162|1162.16 1163|1163.92 1164|1164.26 1165|1165.58 1166|1166.84 1167|1167.42 1168|1168.15 1169|1169.0 1170|1170.53 1171|1171.80 1172|1172.89 1173|1173.14 1174|1174.61 1175|1175.85 1176|1176.16 1177|1177.25 1178|1178.43 1179|1179.4 1180|1180.74 1181|1181.42 1182|1182.31 1183|1183.70 1184|1184.85 1185|1185.18 1186|1186.22 1187|1187.33 1188|1188.27 1189|1189.24 1190|1190.47 1191|1191.25 1192|1192.3 1193|1193.42 1194|1194.76 1195|1195.63 1196|1196.60 1197|1197.84 1198|1198.54 1199|1199.76 1200|1200.51 1201|1201.50 1202|1202.57 1203|1203.39 1204|1204.1 1205|1205.89 1206|1206.56 1207|1207.25 1208|1208.48 1209|1209.88 1210|1210.4 1211|1211.49 1212|1212.3 1213|1213.85 1214|1214.12 1215|1215.30 1216|1216.77 1217|1217.22 1218|1218.20 1219|1219.70 1220|1220.72 1221|1221.50 1222|1222.23 1223|1223.42 1224|1224.69 1225|1225.10 1226|1226.26 1227|1227.63 1228|1228.91 1229|1229.69 1230|1230.1 1231|1231.35 1232|1232.88 1233|1233.25 1234|1234.97 1235|1235.3 1236|1236.31 1237|1237.98 1238|1238.87 1239|1239.36 1240|1240.42 1241|1241.80 1242|1242.68 1243|1243.22 1244|1244.12 1245|1245.37 1246|1246.71 1247|1247.45 1248|1248.92 1249|1249.66 1250|1250.25 1251|1251.78 1252|1252.60 1253|1253.66 1254|1254.5 1255|1255.49 1256|1256.97 1257|1257.77 1258|1258.2 1259|1259.71 1260|1260.36 1261|1261.60 1262|1262.87 1263|1263.6 1264|1264.60 1265|1265.34 1266|1266.58 1267|1267.16 1268|1268.39 1269|1269.40 1270|1270.21 1271|1271.78 1272|1272.0 1273|1273.84 1274|1274.47 1275|1275.59 1276|1276.80 1277|1277.57 1278|1278.63 1279|1279.20 1280|1280.13 1281|1281.17 1282|1282.53 1283|1283.69 1284|1284.5 1285|1285.61 1286|1286.89 1287|1287.93 1288|1288.67 1289|1289.87 1290|1290.5 1291|1291.73 1292|1292.74 1293|1293.62 1294|1294.56 1295|1295.40 1296|1296.39 1297|1297.52 1298|1298.37 1299|1299.29 1300|1300.36 1301|1301.70 1302|1302.17 1303|1303.55 1304|1304.30 1305|1305.74 1306|1306.1 1307|1307.22 1308|1308.38 1309|1309.21 1310|1310.3 1311|1311.16 1312|1312.23 1313|1313.41 1314|1314.35 1315|1315.64 1316|1316.88 1317|1317.55 1318|1318.65 1319|1319.55 1320|1320.50 1321|1321.35 1322|1322.16 1323|1323.3 1324|1324.17 1325|1325.27 1326|1326.44 1327|1327.45 1328|1328.8 1329|1329.85 1330|1330.28 1331|1331.16 1332|1332.55 1333|1333.34 1334|1334.58 1335|1335.89 1336|1336.3 1337|1337.33 1338|1338.81 1339|1339.23 1340|1340.88 1341|1341.64 1342|1342.27 1343|1343.74 1344|1344.39 1345|1345.69 1346|1346.52 1347|1347.0 1348|1348.77 1349|1349.33 1350|1350.6 1351|1351.29 1352|1352.98 1353|1353.60 1354|1354.72 1355|1355.81 1356|1356.57 1357|1357.38 1358|1358.91 1359|1359.16 1360|1360.31 1361|1361.8 1362|1362.48 1363|1363.46 1364|1364.58 1365|1365.29 1366|1366.85 1367|1367.81 1368|1368.21 1369|1369.9 1370|1370.75 1371|1371.34 1372|1372.91 1373|1373.26 1374|1374.2 1375|1375.81 1376|1376.24 1377|1377.42 1378|1378.22 1379|1379.75 1380|1380.39 1381|1381.13 1382|1382.11 1383|1383.70 1384|1384.29 1385|1385.12 1386|1386.26 1387|1387.44 1388|1388.72 1389|1389.85 1390|1390.92 1391|1391.44 1392|1392.54 1393|1393.74 1394|1394.23 1395|1395.93 1396|1396.34 1397|1397.73 1398|1398.45 1399|1399.86 1400|1400.69 1401|1401.6 1402|1402.97 1403|1403.0 1404|1404.13 1405|1405.49 1406|1406.15 1407|1407.15 1408|1408.6 1409|1409.9 1410|1410.49 1411|1411.63 1412|1412.57 1413|1413.1 1414|1414.27 1415|1415.20 1416|1416.26 1417|1417.53 1418|1418.12 1419|1419.64 1420|1420.82 1421|1421.55 1422|1422.49 1423|1423.12 1424|1424.94 1425|1425.64 1426|1426.33 1427|1427.38 1428|1428.28 1429|1429.43 1430|1430.85 1431|1431.76 1432|1432.14 1433|1433.69 1434|1434.44 1435|1435.0 1436|1436.38 1437|1437.45 1438|1438.68 1439|1439.85 1440|1440.90 1441|1441.46 1442|1442.99 1443|1443.35 1444|1444.52 1445|1445.23 1446|1446.16 1447|1447.81 1448|1448.75 1449|1449.99 1450|1450.35 1451|1451.71 1452|1452.63 1453|1453.19 1454|1454.70 1455|1455.38 1456|1456.50 1457|1457.63 1458|1458.57 1459|1459.27 1460|1460.62 1461|1461.43 1462|1462.36 1463|1463.87 1464|1464.14 1465|1465.89 1466|1466.29 1467|1467.3 1468|1468.70 1469|1469.9 1470|1470.61 1471|1471.86 1472|1472.57 1473|1473.69 1474|1474.8 1475|1475.79 1476|1476.17 1477|1477.64 1478|1478.63 1479|1479.94 1480|1480.68 1481|1481.52 1482|1482.25 1483|1483.94 1484|1484.25 1485|1485.94 1486|1486.0 1487|1487.38 1488|1488.94 1489|1489.62 1490|1490.59 1491|1491.75 1492|1492.0 1493|1493.99 1494|1494.42 1495|1495.92 1496|1496.75 1497|1497.70 1498|1498.73 1499|1499.5 1500|1500.86 1501|1501.21 1502|1502.47 1503|1503.5 1504|1504.23 1505|1505.16 1506|1506.6 1507|1507.61 1508|1508.3 1509|1509.60 1510|1510.59 1511|1511.66 1512|1512.0 1513|1513.78 1514|1514.83 1515|1515.35 1516|1516.52 1517|1517.89 1518|1518.17 1519|1519.30 1520|1520.72 1521|1521.72 1522|1522.66 1523|1523.93 1524|1524.69 1525|1525.90 1526|1526.89 1527|1527.42 1528|1528.20 1529|1529.22 1530|1530.92 1531|1531.3 1532|1532.52 1533|1533.24 1534|1534.80 1535|1535.35 1536|1536.29 1537|1537.51 1538|1538.9 1539|1539.28 1540|1540.10 1541|1541.33 1542|1542.94 1543|1543.36 1544|1544.7 1545|1545.56 1546|1546.36 1547|1547.72 1548|1548.58 1549|1549.27 1550|1550.19 1551|1551.84 1552|1552.37 1553|1553.97 1554|1554.11 1555|1555.90 1556|1556.42 1557|1557.60 1558|1558.0 1559|1559.37 1560|1560.78 1561|1561.71 1562|1562.0 1563|1563.39 1564|1564.57 1565|1565.38 1566|1566.94 1567|1567.50 1568|1568.24 1569|1569.33 1570|1570.98 1571|1571.60 1572|1572.93 1573|1573.95 1574|1574.58 1575|1575.89 1576|1576.49 1577|1577.31 1578|1578.41 1579|1579.40 1580|1580.30 1581|1581.97 1582|1582.10 1583|1583.82 1584|1584.30 1585|1585.49 1586|1586.68 1587|1587.2 1588|1588.57 1589|1589.73 1590|1590.71 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">3</str>
<int name="id_i">3</int>
<float name="default_amount_f">15767.0</float>
<str name="amounts_dpf">1|1.2 2|2.50 3|3.75 4|4.72 5|5.26 6|6.23 7|7.78 8|8.47 9|9.50 10|10.50 11|11.28 12|12.82 13|13.52 14|14.99 15|15.65 16|16.87 17|17.26 18|18.5 19|19.93 20|20.72 21|21.26 22|22.20 23|23.98 24|24.25 25|25.69 26|26.92 27|27.69 28|28.14 29|29.79 30|30.53 31|31.14 32|32.15 33|33.71 34|34.85 35|35.26 36|36.15 37|37.83 38|38.1 39|39.14 40|40.0 41|41.14 42|42.17 43|43.32 44|44.39 45|45.59 46|46.58 47|47.81 48|48.92 49|49.61 50|50.44 51|51.33 52|52.96 53|53.86 54|54.20 55|55.31 56|56.41 57|57.19 58|58.75 59|59.0 60|60.97 61|61.71 62|62.12 63|63.88 64|64.90 65|65.75 66|66.59 67|67.30 68|68.32 69|69.77 70|70.4 71|71.9 72|72.56 73|73.93 74|74.69 75|75.46 76|76.49 77|77.91 78|78.39 79|79.53 80|80.57 81|81.50 82|82.83 83|83.95 84|84.76 85|85.62 86|86.88 87|87.92 88|88.80 89|89.91 90|90.36 91|91.19 92|92.54 93|93.3 94|94.26 95|95.42 96|96.34 97|97.63 98|98.28 99|99.65 100|100.87 101|101.31 102|102.36 103|103.12 104|104.97 105|105.7 106|106.4 107|107.24 108|108.41 109|109.45 110|110.83 111|111.68 112|112.78 113|113.29 114|114.73 115|115.30 116|116.62 117|117.80 118|118.8 119|119.50 120|120.9 121|121.61 122|122.74 123|123.44 124|124.44 125|125.59 126|126.90 127|127.53 128|128.79 129|129.50 130|130.52 131|131.99 132|132.75 133|133.2 134|134.74 135|135.92 136|136.35 137|137.6 138|138.12 139|139.80 140|140.99 141|141.79 142|142.98 143|143.8 144|144.92 145|145.11 146|146.84 147|147.75 148|148.34 149|149.98 150|150.10 151|151.53 152|152.44 153|153.84 154|154.31 155|155.63 156|156.14 157|157.81 158|158.77 159|159.39 160|160.55 161|161.98 162|162.23 163|163.73 164|164.80 165|165.72 166|166.78 167|167.80 168|168.53 169|169.17 170|170.51 171|171.12 172|172.45 173|173.4 174|174.90 175|175.5 176|176.27 177|177.47 178|178.84 179|179.20 180|180.83 181|181.73 182|182.15 183|183.88 184|184.38 185|185.94 186|186.17 187|187.54 188|188.32 189|189.68 190|190.39 191|191.56 192|192.39 193|193.6 194|194.63 195|195.13 196|196.38 197|197.28 198|198.50 199|199.77 200|200.69 201|201.53 202|202.89 203|203.35 204|204.12 205|205.43 206|206.2 207|207.89 208|208.54 209|209.91 210|210.39 211|211.27 212|212.48 213|213.16 214|214.8 215|215.97 216|216.18 217|217.22 218|218.77 219|219.12 220|220.70 221|221.99 222|222.29 223|223.38 224|224.80 225|225.92 226|226.58 227|227.0 228|228.67 229|229.46 230|230.91 231|231.29 232|232.53 233|233.55 234|234.18 235|235.18 236|236.77 237|237.32 238|238.65 239|239.78 240|240.47 241|241.10 242|242.53 243|243.58 244|244.73 245|245.23 246|246.31 247|247.64 248|248.45 249|249.25 250|250.18 251|251.42 252|252.43 253|253.11 254|254.34 255|255.82 256|256.6 257|257.43 258|258.29 259|259.27 260|260.2 261|261.71 262|262.80 263|263.96 264|264.34 265|265.48 266|266.44 267|267.85 268|268.14 269|269.64 270|270.62 271|271.99 272|272.78 273|273.36 274|274.48 275|275.75 276|276.75 277|277.61 278|278.3 279|279.66 280|280.21 281|281.37 282|282.18 283|283.6 284|284.43 285|285.12 286|286.95 287|287.51 288|288.83 289|289.29 290|290.78 291|291.69 292|292.26 293|293.92 294|294.24 295|295.7 296|296.34 297|297.94 298|298.11 299|299.21 300|300.77 301|301.32 302|302.86 303|303.14 304|304.76 305|305.6 306|306.22 307|307.40 308|308.14 309|309.78 310|310.84 311|311.24 312|312.55 313|313.59 314|314.7 315|315.22 316|316.21 317|317.47 318|318.10 319|319.86 320|320.78 321|321.62 322|322.10 323|323.24 324|324.2 325|325.87 326|326.24 327|327.6 328|328.70 329|329.72 330|330.21 331|331.38 332|332.49 333|333.85 334|334.78 335|335.12 336|336.91 337|337.55 338|338.44 339|339.38 340|340.57 341|341.34 342|342.78 343|343.37 344|344.25 345|345.97 346|346.69 347|347.17 348|348.56 349|349.44 350|350.18 351|351.77 352|352.16 353|353.86 354|354.84 355|355.44 356|356.95 357|357.68 358|358.34 359|359.48 360|360.41 361|361.29 362|362.33 363|363.0 364|364.50 365|365.74 366|366.53 367|367.21 368|368.44 369|369.41 370|370.23 371|371.80 372|372.7 373|373.83 374|374.95 375|375.55 376|376.13 377|377.25 378|378.58 379|379.38 380|380.57 381|381.28 382|382.23 383|383.37 384|384.69 385|385.70 386|386.44 387|387.89 388|388.19 389|389.93 390|390.98 391|391.34 392|392.3 393|393.81 394|394.63 395|395.15 396|396.96 397|397.57 398|398.71 399|399.83 400|400.91 401|401.26 402|402.9 403|403.64 404|404.9 405|405.54 406|406.13 407|407.80 408|408.20 409|409.77 410|410.3 411|411.87 412|412.58 413|413.72 414|414.93 415|415.70 416|416.36 417|417.62 418|418.7 419|419.56 420|420.49 421|421.40 422|422.63 423|423.30 424|424.48 425|425.44 426|426.55 427|427.79 428|428.89 429|429.43 430|430.20 431|431.12 432|432.3 433|433.92 434|434.34 435|435.42 436|436.62 437|437.59 438|438.70 439|439.23 440|440.47 441|441.69 442|442.29 443|443.37 444|444.86 445|445.85 446|446.78 447|447.55 448|448.51 449|449.80 450|450.97 451|451.89 452|452.59 453|453.1 454|454.70 455|455.14 456|456.58 457|457.33 458|458.64 459|459.14 460|460.55 461|461.95 462|462.56 463|463.76 464|464.70 465|465.85 466|466.19 467|467.30 468|468.35 469|469.64 470|470.24 471|471.52 472|472.9 473|473.35 474|474.80 475|475.60 476|476.28 477|477.27 478|478.36 479|479.72 480|480.28 481|481.55 482|482.65 483|483.81 484|484.8 485|485.68 486|486.9 487|487.13 488|488.93 489|489.77 490|490.55 491|491.39 492|492.5 493|493.36 494|494.93 495|495.90 496|496.4 497|497.95 498|498.60 499|499.30 500|500.40 501|501.60 502|502.36 503|503.37 504|504.71 505|505.17 506|506.87 507|507.98 508|508.98 509|509.52 510|510.52 511|511.58 512|512.81 513|513.18 514|514.94 515|515.25 516|516.72 517|517.91 518|518.11 519|519.95 520|520.95 521|521.25 522|522.75 523|523.20 524|524.80 525|525.48 526|526.83 527|527.60 528|528.27 529|529.29 530|530.92 531|531.38 532|532.36 533|533.19 534|534.51 535|535.8 536|536.19 537|537.27 538|538.23 539|539.97 540|540.83 541|541.1 542|542.77 543|543.34 544|544.79 545|545.12 546|546.0 547|547.15 548|548.58 549|549.58 550|550.95 551|551.44 552|552.36 553|553.36 554|554.36 555|555.67 556|556.15 557|557.64 558|558.29 559|559.65 560|560.89 561|561.9 562|562.96 563|563.12 564|564.85 565|565.80 566|566.15 567|567.28 568|568.99 569|569.68 570|570.76 571|571.75 572|572.43 573|573.24 574|574.54 575|575.95 576|576.35 577|577.96 578|578.86 579|579.60 580|580.9 581|581.78 582|582.51 583|583.4 584|584.48 585|585.65 586|586.93 587|587.78 588|588.85 589|589.42 590|590.51 591|591.16 592|592.8 593|593.29 594|594.80 595|595.69 596|596.35 597|597.1 598|598.29 599|599.81 600|600.30 601|601.58 602|602.74 603|603.31 604|604.8 605|605.43 606|606.53 607|607.94 608|608.80 609|609.99 610|610.5 611|611.84 612|612.33 613|613.53 614|614.87 615|615.73 616|616.9 617|617.60 618|618.76 619|619.20 620|620.73 621|621.58 622|622.10 623|623.50 624|624.39 625|625.26 626|626.67 627|627.87 628|628.95 629|629.55 630|630.41 631|631.76 632|632.33 633|633.64 634|634.99 635|635.27 636|636.88 637|637.17 638|638.55 639|639.64 640|640.73 641|641.38 642|642.11 643|643.42 644|644.54 645|645.3 646|646.36 647|647.55 648|648.55 649|649.92 650|650.47 651|651.56 652|652.56 653|653.91 654|654.85 655|655.69 656|656.1 657|657.12 658|658.37 659|659.20 660|660.50 661|661.75 662|662.11 663|663.20 664|664.11 665|665.64 666|666.63 667|667.13 668|668.97 669|669.58 670|670.21 671|671.91 672|672.7 673|673.60 674|674.45 675|675.42 676|676.44 677|677.21 678|678.23 679|679.17 680|680.56 681|681.4 682|682.33 683|683.61 684|684.11 685|685.43 686|686.50 687|687.41 688|688.3 689|689.34 690|690.99 691|691.3 692|692.68 693|693.68 694|694.48 695|695.12 696|696.88 697|697.78 698|698.15 699|699.73 700|700.7 701|701.80 702|702.75 703|703.29 704|704.75 705|705.86 706|706.30 707|707.35 708|708.22 709|709.47 710|710.62 711|711.47 712|712.17 713|713.76 714|714.3 715|715.88 716|716.10 717|717.68 718|718.70 719|719.17 720|720.47 721|721.14 722|722.34 723|723.84 724|724.33 725|725.92 726|726.26 727|727.60 728|728.44 729|729.3 730|730.0 731|731.53 732|732.68 733|733.21 734|734.1 735|735.88 736|736.71 737|737.35 738|738.86 739|739.15 740|740.71 741|741.53 742|742.72 743|743.14 744|744.76 745|745.49 746|746.7 747|747.72 748|748.55 749|749.12 750|750.55 751|751.44 752|752.91 753|753.22 754|754.45 755|755.4 756|756.27 757|757.32 758|758.53 759|759.15 760|760.32 761|761.16 762|762.93 763|763.34 764|764.67 765|765.51 766|766.97 767|767.40 768|768.21 769|769.46 770|770.56 771|771.41 772|772.85 773|773.22 774|774.39 775|775.83 776|776.42 777|777.89 778|778.66 779|779.24 780|780.58 781|781.42 782|782.87 783|783.90 784|784.88 785|785.60 786|786.77 787|787.9 788|788.73 789|789.19 790|790.19 791|791.94 792|792.92 793|793.30 794|794.24 795|795.87 796|796.0 797|797.55 798|798.71 799|799.3 800|800.74 801|801.34 802|802.85 803|803.42 804|804.63 805|805.94 806|806.39 807|807.10 808|808.14 809|809.56 810|810.22 811|811.42 812|812.15 813|813.80 814|814.11 815|815.71 816|816.81 817|817.81 818|818.18 819|819.76 820|820.60 821|821.0 822|822.18 823|823.12 824|824.94 825|825.98 826|826.80 827|827.6 828|828.97 829|829.73 830|830.29 831|831.76 832|832.71 833|833.19 834|834.31 835|835.26 836|836.81 837|837.21 838|838.99 839|839.60 840|840.5 841|841.5 842|842.44 843|843.60 844|844.56 845|845.3 846|846.43 847|847.83 848|848.64 849|849.18 850|850.19 851|851.23 852|852.39 853|853.40 854|854.19 855|855.90 856|856.71 857|857.64 858|858.12 859|859.97 860|860.8 861|861.34 862|862.52 863|863.49 864|864.33 865|865.91 866|866.40 867|867.10 868|868.74 869|869.34 870|870.70 871|871.59 872|872.11 873|873.82 874|874.17 875|875.42 876|876.85 877|877.16 878|878.27 879|879.14 880|880.11 881|881.90 882|882.6 883|883.54 884|884.22 885|885.58 886|886.63 887|887.28 888|888.0 889|889.62 890|890.30 891|891.59 892|892.25 893|893.19 894|894.82 895|895.73 896|896.84 897|897.40 898|898.87 899|899.76 900|900.72 901|901.5 902|902.45 903|903.33 904|904.51 905|905.21 906|906.9 907|907.83 908|908.93 909|909.40 910|910.82 911|911.61 912|912.34 913|913.61 914|914.34 915|915.20 916|916.8 917|917.85 918|918.48 919|919.52 920|920.64 921|921.92 922|922.87 923|923.43 924|924.61 925|925.27 926|926.8 927|927.0 928|928.26 929|929.35 930|930.91 931|931.2 932|932.68 933|933.53 934|934.27 935|935.69 936|936.57 937|937.26 938|938.7 939|939.91 940|940.56 941|941.53 942|942.95 943|943.3 944|944.17 945|945.67 946|946.42 947|947.74 948|948.63 949|949.66 950|950.98 951|951.75 952|952.26 953|953.35 954|954.75 955|955.19 956|956.42 957|957.89 958|958.17 959|959.3 960|960.70 961|961.67 962|962.66 963|963.76 964|964.29 965|965.7 966|966.65 967|967.3 968|968.60 969|969.8 970|970.58 971|971.86 972|972.83 973|973.21 974|974.62 975|975.83 976|976.61 977|977.65 978|978.15 979|979.30 980|980.72 981|981.84 982|982.46 983|983.90 984|984.17 985|985.30 986|986.77 987|987.48 988|988.94 989|989.79 990|990.23 991|991.97 992|992.49 993|993.64 994|994.47 995|995.71 996|996.65 997|997.43 998|998.18 999|999.18 1000|1000.71 1001|1001.43 1002|1002.33 1003|1003.42 1004|1004.80 1005|1005.55 1006|1006.71 1007|1007.52 1008|1008.87 1009|1009.18 1010|1010.13 1011|1011.92 1012|1012.38 1013|1013.41 1014|1014.62 1015|1015.19 1016|1016.48 1017|1017.6 1018|1018.97 1019|1019.90 1020|1020.55 1021|1021.16 1022|1022.92 1023|1023.23 1024|1024.43 1025|1025.47 1026|1026.92 1027|1027.95 1028|1028.25 1029|1029.30 1030|1030.84 1031|1031.71 1032|1032.91 1033|1033.43 1034|1034.46 1035|1035.61 1036|1036.52 1037|1037.54 1038|1038.90 1039|1039.69 1040|1040.40 1041|1041.11 1042|1042.58 1043|1043.3 1044|1044.80 1045|1045.2 1046|1046.8 1047|1047.87 1048|1048.34 1049|1049.95 1050|1050.38 1051|1051.82 1052|1052.76 1053|1053.33 1054|1054.23 1055|1055.47 1056|1056.69 1057|1057.66 1058|1058.32 1059|1059.45 1060|1060.32 1061|1061.97 1062|1062.22 1063|1063.22 1064|1064.1 1065|1065.2 1066|1066.85 1067|1067.2 1068|1068.38 1069|1069.97 1070|1070.58 1071|1071.17 1072|1072.45 1073|1073.13 1074|1074.29 1075|1075.50 1076|1076.22 1077|1077.46 1078|1078.91 1079|1079.22 1080|1080.4 1081|1081.41 1082|1082.84 1083|1083.76 1084|1084.44 1085|1085.13 1086|1086.84 1087|1087.30 1088|1088.21 1089|1089.14 1090|1090.31 1091|1091.52 1092|1092.16 1093|1093.72 1094|1094.71 1095|1095.58 1096|1096.60 1097|1097.0 1098|1098.14 1099|1099.67 1100|1100.20 1101|1101.56 1102|1102.35 1103|1103.11 1104|1104.78 1105|1105.25 1106|1106.23 1107|1107.65 1108|1108.5 1109|1109.70 1110|1110.53 1111|1111.42 1112|1112.46 1113|1113.25 1114|1114.87 1115|1115.80 1116|1116.66 1117|1117.66 1118|1118.86 1119|1119.36 1120|1120.3 1121|1121.2 1122|1122.71 1123|1123.90 1124|1124.30 1125|1125.68 1126|1126.32 1127|1127.1 1128|1128.3 1129|1129.23 1130|1130.6 1131|1131.34 1132|1132.84 1133|1133.74 1134|1134.99 1135|1135.80 1136|1136.73 1137|1137.55 1138|1138.67 1139|1139.65 1140|1140.43 1141|1141.24 1142|1142.78 1143|1143.48 1144|1144.51 1145|1145.82 1146|1146.24 1147|1147.60 1148|1148.89 1149|1149.90 1150|1150.24 1151|1151.52 1152|1152.14 1153|1153.74 1154|1154.65 1155|1155.11 1156|1156.73 1157|1157.69 1158|1158.51 1159|1159.71 1160|1160.32 1161|1161.53 1162|1162.29 1163|1163.92 1164|1164.21 1165|1165.42 1166|1166.18 1167|1167.7 1168|1168.58 1169|1169.22 1170|1170.29 1171|1171.90 1172|1172.84 1173|1173.93 1174|1174.93 1175|1175.79 1176|1176.96 1177|1177.67 1178|1178.98 1179|1179.32 1180|1180.53 1181|1181.13 1182|1182.31 1183|1183.16 1184|1184.83 1185|1185.22 1186|1186.58 1187|1187.8 1188|1188.88 1189|1189.15 1190|1190.85 1191|1191.42 1192|1192.94 1193|1193.70 1194|1194.95 1195|1195.83 1196|1196.98 1197|1197.83 1198|1198.98 1199|1199.80 1200|1200.61 1201|1201.39 1202|1202.2 1203|1203.65 1204|1204.42 1205|1205.42 1206|1206.88 1207|1207.27 1208|1208.36 1209|1209.75 1210|1210.54 1211|1211.38 1212|1212.82 1213|1213.90 1214|1214.70 1215|1215.36 1216|1216.56 1217|1217.90 1218|1218.45 1219|1219.22 1220|1220.26 1221|1221.26 1222|1222.48 1223|1223.73 1224|1224.82 1225|1225.31 1226|1226.17 1227|1227.63 1228|1228.66 1229|1229.5 1230|1230.9 1231|1231.64 1232|1232.39 1233|1233.17 1234|1234.47 1235|1235.59 1236|1236.43 1237|1237.83 1238|1238.8 1239|1239.2 1240|1240.36 1241|1241.82 1242|1242.47 1243|1243.47 1244|1244.66 1245|1245.86 1246|1246.58 1247|1247.74 1248|1248.93 1249|1249.99 1250|1250.86 1251|1251.33 1252|1252.70 1253|1253.6 1254|1254.92 1255|1255.71 1256|1256.31 1257|1257.89 1258|1258.27 1259|1259.9 1260|1260.12 1261|1261.20 1262|1262.53 1263|1263.34 1264|1264.44 1265|1265.62 1266|1266.30 1267|1267.97 1268|1268.60 1269|1269.29 1270|1270.85 1271|1271.77 1272|1272.69 1273|1273.11 1274|1274.61 1275|1275.0 1276|1276.34 1277|1277.68 1278|1278.82 1279|1279.29 1280|1280.44 1281|1281.42 1282|1282.54 1283|1283.86 1284|1284.56 1285|1285.70 1286|1286.26 1287|1287.18 1288|1288.80 1289|1289.72 1290|1290.50 1291|1291.46 1292|1292.85 1293|1293.97 1294|1294.62 1295|1295.74 1296|1296.95 1297|1297.5 1298|1298.63 1299|1299.47 1300|1300.39 1301|1301.93 1302|1302.39 1303|1303.39 1304|1304.14 1305|1305.50 1306|1306.44 1307|1307.41 1308|1308.31 1309|1309.97 1310|1310.47 1311|1311.5 1312|1312.40 1313|1313.76 1314|1314.17 1315|1315.18 1316|1316.51 1317|1317.42 1318|1318.86 1319|1319.37 1320|1320.54 1321|1321.94 1322|1322.70 1323|1323.73 1324|1324.74 1325|1325.60 1326|1326.77 1327|1327.36 1328|1328.10 1329|1329.93 1330|1330.3 1331|1331.95 1332|1332.53 1333|1333.89 1334|1334.49 1335|1335.47 1336|1336.16 1337|1337.39 1338|1338.69 1339|1339.22 1340|1340.82 1341|1341.23 1342|1342.50 1343|1343.72 1344|1344.84 1345|1345.17 1346|1346.61 1347|1347.21 1348|1348.34 1349|1349.14 1350|1350.76 1351|1351.77 1352|1352.25 1353|1353.24 1354|1354.54 1355|1355.60 1356|1356.78 1357|1357.22 1358|1358.18 1359|1359.17 1360|1360.64 1361|1361.58 1362|1362.28 1363|1363.63 1364|1364.50 1365|1365.78 1366|1366.93 1367|1367.16 1368|1368.2 1369|1369.7 1370|1370.57 1371|1371.10 1372|1372.68 1373|1373.54 1374|1374.71 1375|1375.2 1376|1376.23 1377|1377.13 1378|1378.62 1379|1379.73 1380|1380.10 1381|1381.61 1382|1382.82 1383|1383.87 1384|1384.50 1385|1385.89 1386|1386.45 1387|1387.90 1388|1388.14 1389|1389.15 1390|1390.52 1391|1391.34 1392|1392.68 1393|1393.49 1394|1394.31 1395|1395.25 1396|1396.56 1397|1397.44 1398|1398.99 1399|1399.34 1400|1400.71 1401|1401.55 1402|1402.92 1403|1403.53 1404|1404.96 1405|1405.21 1406|1406.86 1407|1407.21 1408|1408.95 1409|1409.97 1410|1410.38 1411|1411.24 1412|1412.1 1413|1413.38 1414|1414.21 1415|1415.92 1416|1416.71 1417|1417.47 1418|1418.78 1419|1419.0 1420|1420.2 1421|1421.0 1422|1422.9 1423|1423.3 1424|1424.7 1425|1425.53 1426|1426.32 1427|1427.72 1428|1428.63 1429|1429.91 1430|1430.11 1431|1431.30 1432|1432.67 1433|1433.39 1434|1434.51 1435|1435.54 1436|1436.88 1437|1437.74 1438|1438.55 1439|1439.71 1440|1440.17 1441|1441.13 1442|1442.68 1443|1443.60 1444|1444.31 1445|1445.1 1446|1446.31 1447|1447.85 1448|1448.45 1449|1449.11 1450|1450.53 1451|1451.78 1452|1452.35 1453|1453.4 1454|1454.34 1455|1455.77 1456|1456.85 1457|1457.36 1458|1458.84 1459|1459.86 1460|1460.59 1461|1461.6 1462|1462.25 1463|1463.5 1464|1464.5 1465|1465.55 1466|1466.45 1467|1467.50 1468|1468.91 1469|1469.31 1470|1470.45 1471|1471.65 1472|1472.72 1473|1473.0 1474|1474.86 1475|1475.56 1476|1476.11 1477|1477.61 1478|1478.19 1479|1479.69 1480|1480.1 1481|1481.9 1482|1482.30 1483|1483.81 1484|1484.97 1485|1485.45 1486|1486.52 1487|1487.55 1488|1488.54 1489|1489.64 1490|1490.72 1491|1491.7 1492|1492.64 1493|1493.92 1494|1494.88 1495|1495.48 1496|1496.87 1497|1497.65 1498|1498.38 1499|1499.63 1500|1500.76 1501|1501.82 1502|1502.90 1503|1503.94 1504|1504.40 1505|1505.46 1506|1506.79 1507|1507.43 1508|1508.49 1509|1509.13 1510|1510.19 1511|1511.76 1512|1512.10 1513|1513.90 1514|1514.40 1515|1515.68 1516|1516.77 1517|1517.26 1518|1518.74 1519|1519.98 1520|1520.53 1521|1521.39 1522|1522.98 1523|1523.66 1524|1524.47 1525|1525.94 1526|1526.65 1527|1527.0 1528|1528.77 1529|1529.55 1530|1530.56 1531|1531.48 1532|1532.9 1533|1533.72 1534|1534.3 1535|1535.14 1536|1536.83 1537|1537.78 1538|1538.21 1539|1539.67 1540|1540.29 1541|1541.59 1542|1542.10 1543|1543.39 1544|1544.68 1545|1545.64 1546|1546.69 1547|1547.51 1548|1548.56 1549|1549.96 1550|1550.73 1551|1551.98 1552|1552.60 1553|1553.24 1554|1554.48 1555|1555.10 1556|1556.77 1557|1557.33 1558|1558.92 1559|1559.48 1560|1560.1 1561|1561.24 1562|1562.19 1563|1563.60 1564|1564.40 1565|1565.63 1566|1566.28 1567|1567.30 1568|1568.17 1569|1569.46 1570|1570.68 1571|1571.29 1572|1572.33 1573|1573.39 1574|1574.80 1575|1575.68 1576|1576.33 1577|1577.41 1578|1578.41 1579|1579.59 1580|1580.24 1581|1581.2 1582|1582.83 1583|1583.80 1584|1584.89 1585|1585.39 1586|1586.25 1587|1587.16 1588|1588.9 1589|1589.91 1590|1590.33 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">4</str>
<int name="id_i">4</int>
<float name="default_amount_f">13928.0</float>
<str name="amounts_dpf">1|1.92 2|2.0 3|3.40 4|4.7 5|5.8 6|6.32 7|7.69 8|8.30 9|9.68 10|10.22 11|11.94 12|12.52 13|13.28 14|14.28 15|15.89 16|16.71 17|17.73 18|18.92 19|19.13 20|20.17 21|21.38 22|22.97 23|23.57 24|24.54 25|25.72 26|26.3 27|27.60 28|28.63 29|29.70 30|30.72 31|31.0 32|32.97 33|33.3 34|34.76 35|35.91 36|36.69 37|37.11 38|38.41 39|39.11 40|40.97 41|41.4 42|42.47 43|43.43 44|44.76 45|45.72 46|46.90 47|47.51 48|48.63 49|49.58 50|50.93 51|51.74 52|52.57 53|53.77 54|54.4 55|55.78 56|56.98 57|57.82 58|58.68 59|59.10 60|60.55 61|61.53 62|62.33 63|63.3 64|64.63 65|65.46 66|66.17 67|67.64 68|68.25 69|69.57 70|70.37 71|71.42 72|72.49 73|73.39 74|74.71 75|75.9 76|76.95 77|77.31 78|78.41 79|79.57 80|80.36 81|81.33 82|82.94 83|83.0 84|84.10 85|85.98 86|86.64 87|87.91 88|88.95 89|89.76 90|90.54 91|91.0 92|92.81 93|93.98 94|94.67 95|95.63 96|96.24 97|97.66 98|98.20 99|99.45 100|100.13 101|101.90 102|102.69 103|103.12 104|104.44 105|105.13 106|106.33 107|107.81 108|108.53 109|109.81 110|110.74 111|111.5 112|112.84 113|113.69 114|114.60 115|115.56 116|116.86 117|117.27 118|118.81 119|119.6 120|120.81 121|121.70 122|122.54 123|123.32 124|124.55 125|125.76 126|126.78 127|127.5 128|128.58 129|129.50 130|130.0 131|131.73 132|132.69 133|133.59 134|134.49 135|135.70 136|136.78 137|137.30 138|138.16 139|139.23 140|140.78 141|141.98 142|142.87 143|143.60 144|144.30 145|145.40 146|146.47 147|147.18 148|148.62 149|149.5 150|150.77 151|151.14 152|152.3 153|153.56 154|154.48 155|155.78 156|156.65 157|157.9 158|158.65 159|159.45 160|160.20 161|161.75 162|162.56 163|163.70 164|164.91 165|165.73 166|166.99 167|167.0 168|168.16 169|169.2 170|170.16 171|171.52 172|172.50 173|173.60 174|174.31 175|175.8 176|176.41 177|177.93 178|178.64 179|179.3 180|180.94 181|181.40 182|182.86 183|183.32 184|184.97 185|185.35 186|186.50 187|187.0 188|188.94 189|189.46 190|190.71 191|191.11 192|192.95 193|193.69 194|194.92 195|195.62 196|196.82 197|197.73 198|198.48 199|199.13 200|200.6 201|201.59 202|202.70 203|203.13 204|204.44 205|205.66 206|206.58 207|207.9 208|208.95 209|209.22 210|210.53 211|211.57 212|212.90 213|213.20 214|214.16 215|215.39 216|216.27 217|217.76 218|218.87 219|219.11 220|220.87 221|221.50 222|222.71 223|223.66 224|224.60 225|225.69 226|226.82 227|227.21 228|228.93 229|229.59 230|230.50 231|231.61 232|232.36 233|233.9 234|234.18 235|235.15 236|236.71 237|237.2 238|238.27 239|239.35 240|240.62 241|241.96 242|242.99 243|243.70 244|244.11 245|245.26 246|246.96 247|247.65 248|248.18 249|249.4 250|250.30 251|251.13 252|252.7 253|253.80 254|254.52 255|255.74 256|256.65 257|257.47 258|258.27 259|259.92 260|260.28 261|261.40 262|262.24 263|263.45 264|264.20 265|265.42 266|266.61 267|267.45 268|268.5 269|269.5 270|270.81 271|271.21 272|272.74 273|273.12 274|274.86 275|275.28 276|276.9 277|277.28 278|278.41 279|279.87 280|280.83 281|281.55 282|282.73 283|283.34 284|284.30 285|285.65 286|286.75 287|287.51 288|288.40 289|289.17 290|290.59 291|291.79 292|292.73 293|293.8 294|294.90 295|295.6 296|296.96 297|297.35 298|298.61 299|299.9 300|300.45 301|301.88 302|302.93 303|303.93 304|304.82 305|305.54 306|306.33 307|307.70 308|308.20 309|309.4 310|310.35 311|311.3 312|312.71 313|313.9 314|314.92 315|315.45 316|316.20 317|317.54 318|318.81 319|319.11 320|320.98 321|321.65 322|322.94 323|323.2 324|324.58 325|325.29 326|326.30 327|327.23 328|328.64 329|329.92 330|330.82 331|331.31 332|332.90 333|333.98 334|334.45 335|335.27 336|336.0 337|337.88 338|338.56 339|339.71 340|340.54 341|341.95 342|342.47 343|343.12 344|344.93 345|345.74 346|346.94 347|347.59 348|348.84 349|349.98 350|350.30 351|351.61 352|352.7 353|353.78 354|354.24 355|355.75 356|356.65 357|357.48 358|358.63 359|359.82 360|360.86 361|361.87 362|362.69 363|363.14 364|364.22 365|365.47 366|366.59 367|367.29 368|368.26 369|369.74 370|370.6 371|371.8 372|372.92 373|373.42 374|374.55 375|375.86 376|376.27 377|377.97 378|378.87 379|379.4 380|380.60 381|381.59 382|382.0 383|383.44 384|384.93 385|385.25 386|386.21 387|387.5 388|388.40 389|389.90 390|390.45 391|391.56 392|392.19 393|393.81 394|394.43 395|395.88 396|396.20 397|397.32 398|398.92 399|399.55 400|400.35 401|401.82 402|402.68 403|403.39 404|404.62 405|405.81 406|406.1 407|407.68 408|408.0 409|409.35 410|410.19 411|411.76 412|412.41 413|413.80 414|414.90 415|415.87 416|416.43 417|417.78 418|418.63 419|419.51 420|420.81 421|421.49 422|422.72 423|423.9 424|424.14 425|425.24 426|426.76 427|427.5 428|428.81 429|429.53 430|430.63 431|431.87 432|432.66 433|433.7 434|434.85 435|435.34 436|436.99 437|437.95 438|438.13 439|439.45 440|440.65 441|441.65 442|442.1 443|443.7 444|444.13 445|445.27 446|446.61 447|447.36 448|448.52 449|449.14 450|450.59 451|451.93 452|452.46 453|453.22 454|454.46 455|455.96 456|456.79 457|457.71 458|458.40 459|459.19 460|460.92 461|461.23 462|462.22 463|463.72 464|464.80 465|465.72 466|466.66 467|467.56 468|468.42 469|469.9 470|470.16 471|471.34 472|472.22 473|473.34 474|474.56 475|475.0 476|476.92 477|477.97 478|478.11 479|479.6 480|480.57 481|481.18 482|482.23 483|483.27 484|484.34 485|485.13 486|486.4 487|487.44 488|488.73 489|489.50 490|490.43 491|491.88 492|492.52 493|493.44 494|494.76 495|495.31 496|496.6 497|497.8 498|498.47 499|499.3 500|500.96 501|501.14 502|502.8 503|503.66 504|504.66 505|505.43 506|506.77 507|507.14 508|508.43 509|509.56 510|510.5 511|511.38 512|512.69 513|513.60 514|514.57 515|515.53 516|516.68 517|517.71 518|518.62 519|519.4 520|520.7 521|521.39 522|522.80 523|523.74 524|524.38 525|525.67 526|526.6 527|527.37 528|528.33 529|529.21 530|530.36 531|531.81 532|532.37 533|533.40 534|534.45 535|535.36 536|536.81 537|537.35 538|538.10 539|539.24 540|540.32 541|541.84 542|542.83 543|543.53 544|544.29 545|545.67 546|546.49 547|547.39 548|548.70 549|549.44 550|550.46 551|551.81 552|552.77 553|553.34 554|554.28 555|555.93 556|556.75 557|557.53 558|558.41 559|559.65 560|560.57 561|561.27 562|562.93 563|563.38 564|564.19 565|565.45 566|566.95 567|567.16 568|568.68 569|569.36 570|570.11 571|571.43 572|572.57 573|573.31 574|574.13 575|575.63 576|576.76 577|577.77 578|578.20 579|579.80 580|580.23 581|581.67 582|582.39 583|583.32 584|584.15 585|585.56 586|586.58 587|587.15 588|588.79 589|589.28 590|590.85 591|591.36 592|592.22 593|593.45 594|594.42 595|595.0 596|596.47 597|597.55 598|598.30 599|599.12 600|600.76 601|601.2 602|602.78 603|603.35 604|604.86 605|605.41 606|606.25 607|607.27 608|608.76 609|609.64 610|610.40 611|611.41 612|612.24 613|613.98 614|614.14 615|615.38 616|616.71 617|617.95 618|618.44 619|619.48 620|620.6 621|621.78 622|622.53 623|623.21 624|624.23 625|625.12 626|626.24 627|627.5 628|628.51 629|629.33 630|630.96 631|631.37 632|632.98 633|633.90 634|634.91 635|635.7 636|636.45 637|637.10 638|638.30 639|639.72 640|640.62 641|641.31 642|642.28 643|643.6 644|644.83 645|645.57 646|646.68 647|647.40 648|648.99 649|649.35 650|650.18 651|651.76 652|652.63 653|653.3 654|654.31 655|655.37 656|656.58
[...truncated too long message...]
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: SearchRateTriggerTest-collection1 slice: shard2 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 2567457 INFO (qtp2166380-22290) [n:127.0.0.1:42105_solr c:SearchRateTriggerTest-collection1 s:shard2 r:core_node8 x:SearchRateTriggerTest-collection1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=SearchRateTriggerTest-collection1_shard2_replica_n6&action=CREATE&numShards=2&collection=SearchRateTriggerTest-collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209718
[junit4] 2> 2567458 ERROR (SUITE-SearchRateTriggerTest-seed#[B115742359E2AB01]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2567459 INFO (SUITE-SearchRateTriggerTest-seed#[B115742359E2AB01]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40217 40217
[junit4] 2> 2572485 INFO (Thread-7946) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40217 40217
[junit4] 2> 2572490 WARN (Thread-7946) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/SearchRateTriggerTest-collection1/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 2572490 INFO (SUITE-SearchRateTriggerTest-seed#[B115742359E2AB01]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1387, maxMBSortInHeap=6.6680191996477856, sim=RandomSimilarity(queryNorm=true): {}, locale=ja, timezone=America/Caracas
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=74756280,total=493965312
[junit4] 2> NOTE: All tests run in this JVM: [TestTrackingShardHandlerFactory, TestRecovery, TestOnReconnectListenerSupport, TestSchemaManager, TestFoldingMultitermQuery, AssignBackwardCompatibilityTest, DateFieldTest, TestUseDocValuesAsStored2, TestSweetSpotSimilarityFactory, DateMathParserTest, TestConfig, QueryParsingTest, TestMergePolicyConfig, RestartWhileUpdatingTest, OverseerModifyCollectionTest, LeaderElectionContextKeyTest, StatsReloadRaceTest, BJQParserTest, TestBadConfig, RAMDirectoryFactoryTest, TestUninvertingReader, SpellCheckCollatorWithCollapseTest, TestSubQueryTransformerCrossCore, TestClassicSimilarityFactory, MetricsConfigTest, TestObjectReleaseTracker, HdfsCollectionsAPIDistributedZkTest, SearchHandlerTest, DistributedExpandComponentTest, TestRuleBasedAuthorizationPlugin, AnalysisAfterCoreReloadTest, TestCSVLoader, SaslZkACLProviderTest, DocumentBuilderTest, StatelessScriptUpdateProcessorFactoryTest, TestNestedDocsSort, TestUnifiedSolrHighlighter, BasicZkTest, ClassificationUpdateProcessorIntegrationTest, RemoteQueryErrorTest, HdfsRecoveryZkTest, TestIBSimilarityFactory, TestNumericTokenStream, AutoscalingHistoryHandlerTest, TestSolrCloudWithDelegationTokens, PKIAuthenticationIntegrationTest, PropertiesRequestHandlerTest, BlockJoinFacetSimpleTest, TestPostingsSolrHighlighter, TestUniqueKeyFieldResource, HdfsWriteToMultipleCollectionsTest, TestManagedSchemaAPI, TestFieldCache, TestReversedWildcardFilterFactory, TestNamedUpdateProcessors, WrapperMergePolicyFactoryTest, TestUpdate, RuleEngineTest, TestHdfsUpdateLog, MoveReplicaTest, TestPullReplicaErrorHandling, TestSolrJ, TestComponentsName, BigEndianAscendingWordDeserializerTest, CdcrReplicationHandlerTest, CoreMergeIndexesAdminHandlerTest, RequestLoggingTest, HLLUtilTest, SuggestComponentContextFilterQueryTest, NodeLostTriggerTest, HdfsDirectoryTest, TestManagedSynonymGraphFilterFactory, DocValuesTest, SolrIndexMetricsTest, FileUtilsTest, PrimitiveFieldTypeTest, TestDFRSimilarityFactory, DeleteInactiveReplicaTest, TestSchemaSimilarityResource, SolrInfoBeanTest, TestRawResponseWriter, TestLuceneIndexBackCompat, TestConfigSets, TestMinMaxOnMultiValuedField, SliceStateTest, TestInitParams, TestFileDictionaryLookup, SyncSliceTest, TestGraphMLResponseWriter, TestCloudPseudoReturnFields, TestCollationFieldDocValues, TestConfigReload, TestLeaderElectionWithEmptyReplica, TestSolrCoreParser, NoCacheHeaderTest, TestSimpleQParserPlugin, TestReplicationHandler, TestRecoveryHdfs, TestLRUStatsCache, SimpleCollectionCreateDeleteTest, TestCopyFieldCollectionResource, ZkControllerTest, TestStressCloudBlindAtomicUpdates, DocValuesMissingTest, TestSuggestSpellingConverter, TestCodecSupport, TestLegacyFieldCache, TestImpersonationWithHadoopAuth, SolrXmlInZkTest, TestConfigsApi, BasicDistributedZkTest, TestPayloadCheckQParserPlugin, TestReqParamsAPI, SolrCoreTest, SpellCheckCollatorTest, MinimalSchemaTest, TestPhraseSuggestions, SpellCheckComponentTest, TestGraphTermsQParserPlugin, DistributedMLTComponentTest, LeaderInitiatedRecoveryOnCommitTest, TestBinaryField, TestMultiWordSynonyms, MultiTermTest, TestJoin, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, TestRandomFaceting, TestRandomDVFaceting, TestDistributedGrouping, TestHashPartitioner, SimpleFacetsTest, StatsComponentTest, TestSort, TestFunctionQuery, SoftAutoCommitTest, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, ActionThrottleTest, AssignTest, BaseCdcrDistributedZkTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteReplicaTest, DistribJoinFromCollectionTest, ForceLeaderTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerTaskQueueTest, PeerSyncReplicationTest, TestClusterProperties, TestConfigSetsAPI, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestPullReplica, TestSSLRandomization, TestSkipOverseerOperations, TestStressInPlaceUpdates, AutoAddReplicasIntegrationTest, SearchRateTriggerTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SearchRateTriggerTest -Dtests.seed=B115742359E2AB01 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=America/Caracas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | SearchRateTriggerTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42105/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([B115742359E2AB01]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.setupCluster(SearchRateTriggerTest.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [607/746 (2!)] on J0 in 216.04s, 0 tests, 1 error <<< FAILURES!
[...truncated 43466 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20772 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20772/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([B1D71C0FC9E4E3E6:398323D567188E1E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:902)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:121)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14086 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/init-core-data-001
[junit4] 2> 3238145 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 3238145 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3238147 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3238147 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3238147 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /gya/
[junit4] 2> 3238148 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 3238148 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 3238173 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3238181 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 3238184 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3238223 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238237 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238237 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238239 INFO (coreLoadExecutor-9080-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3238240 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 3238261 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3238268 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 3238271 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3238271 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 3238271 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238271 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3238272 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/init-core-data-001/]
[junit4] 2> 3238276 WARN (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3238306 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3238306 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3238308 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3238308 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3238309 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b3abce[collection1] main]
[junit4] 2> 3238309 WARN (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 3238310 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3238311 INFO (searcherExecutor-9081-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b3abce[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3238311 INFO (coreLoadExecutor-9080-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717006791049216
[junit4] 2> 3238314 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 3238318 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3238318 INFO (Thread-8272) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3238318 INFO (Thread-8272) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3238321 ERROR (Thread-8272) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3238418 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkTestServer start zk server on port:44069
[junit4] 2> 3238433 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3238435 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 3238436 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3238437 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3238438 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3238439 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3238440 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3238441 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3238442 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3238443 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3238444 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3238445 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 3238521 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3238522 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@220b63{/gya,null,AVAILABLE}
[junit4] 2> 3238523 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e82bf{HTTP/1.1,[http/1.1]}{127.0.0.1:38751}
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server Started @3239776ms
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/tempDir-001/control/data, hostContext=/gya, hostPort=38751, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/cores}
[junit4] 2> 3238524 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3238524 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T20:49:19.729Z
[junit4] 2> 3238527 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3238527 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/solr.xml
[junit4] 2> 3238531 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3238531 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3238532 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3238535 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44069/solr
[junit4] 2> 3238607 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3238607 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38751_gya
[junit4] 2> 3238608 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.Overseer Overseer (id=98919812924964868-127.0.0.1:38751_gya-n_0000000000) starting
[junit4] 2> 3238613 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38751_gya
[junit4] 2> 3238617 INFO (zkCallback-6236-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3238737 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238749 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238749 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3238750 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:38751_gya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/cores
[junit4] 2> 3238776 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3238777 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44069/solr ready
[junit4] 2> 3238778 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38751_gya&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3238780 INFO (OverseerThreadFactory-9093-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 3238885 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3238885 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3238989 INFO (zkCallback-6236-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3239970 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3239980 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 3239983 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3239983 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 3239984 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3239984 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3239984 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 3239989 WARN (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3240035 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3240035 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3240037 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3240037 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3240038 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@190469b[control_collection_shard1_replica_n1] main]
[junit4] 2> 3240039 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3240039 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3240040 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3240041 INFO (searcherExecutor-9096-thread-1-processing-n:127.0.0.1:38751_gya x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@190469b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3240041 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717008605085696
[junit4] 2> 3240045 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3240045 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3240045 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38751/gya/control_collection_shard1_replica_n1/
[junit4] 2> 3240046 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3240046 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38751/gya/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 3240046 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3240048 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38751/gya/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 3240149 INFO (zkCallback-6236-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3240199 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3240200 INFO (qtp7518395-35162) [n:127.0.0.1:38751_gya c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1315
[junit4] 2> 3240204 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3240301 INFO (zkCallback-6236-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3240783 INFO (OverseerCollectionConfigSetProcessor-98919812924964868-127.0.0.1:38751_gya-n_0000000000) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3241204 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38751_gya&wt=javabin&version=2} status=0 QTime=2426
[junit4] 2> 3241205 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6f0bb6a40005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3241213 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3241217 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44069/solr ready
[junit4] 2> 3241217 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3241219 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3241223 INFO (OverseerThreadFactory-9093-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3241223 WARN (OverseerThreadFactory-9093-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 3241429 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3241429 INFO (qtp7518395-35160) [n:127.0.0.1:38751_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=210
[junit4] 2> 3241554 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001 of type TLOG
[junit4] 2> 3241555 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3241556 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@206e6e{/gya,null,AVAILABLE}
[junit4] 2> 3241557 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1334b69{HTTP/1.1,[http/1.1]}{127.0.0.1:37797}
[junit4] 2> 3241557 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server Started @3242809ms
[junit4] 2> 3241557 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/gya, hostPort=37797, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/cores}
[junit4] 2> 3241557 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3241558 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3241558 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3241558 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3241558 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T20:49:22.763Z
[junit4] 2> 3241567 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3241567 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/solr.xml
[junit4] 2> 3241572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3241572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3241573 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3241578 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44069/solr
[junit4] 2> 3241601 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3241603 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3241605 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37797_gya
[junit4] 2> 3241609 INFO (zkCallback-6236-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3241609 INFO (zkCallback-6244-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3241610 INFO (zkCallback-6249-thread-1-processing-n:127.0.0.1:37797_gya) [n:127.0.0.1:37797_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3241814 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3241829 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3241830 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3241831 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:37797_gya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/cores
[junit4] 2> 3241866 INFO (qtp23299781-35207) [n:127.0.0.1:37797_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37797_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3241868 INFO (OverseerCollectionConfigSetProcessor-98919812924964868-127.0.0.1:38751_gya-n_0000000000) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3241868 INFO (OverseerThreadFactory-9093-thread-3-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37797_gya for creating new replica
[junit4] 2> 3241874 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3241874 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3242899 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3242911 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=inplace-updates
[junit4] 2> 3242914 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3242914 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
[junit4] 2> 3242915 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3242915 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3242915 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-1-001/cores/collection1_shard1_replica_t21/data/]
[junit4] 2> 3242922 WARN (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3242991 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3242991 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3242992 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3242993 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3242994 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a9a196[collection1_shard1_replica_t21] main]
[junit4] 2> 3242995 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3242995 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3242996 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3242997 INFO (searcherExecutor-9107-thread-1-processing-n:127.0.0.1:37797_gya x:collection1_shard1_replica_t21 s:shard1 c:collection1) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@1a9a196[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3242998 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717011705724928
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/ has no replicas
[junit4] 2> 3243001 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3243002 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
[junit4] 2> 3243004 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/ shard1
[junit4] 2> 3243159 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3243160 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya c:collection1 s:shard1 x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1286
[junit4] 2> 3243162 INFO (qtp23299781-35207) [n:127.0.0.1:37797_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37797_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1296
[junit4] 2> 3243286 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001 of type TLOG
[junit4] 2> 3243286 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3243288 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f54e25{/gya,null,AVAILABLE}
[junit4] 2> 3243289 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37feec{HTTP/1.1,[http/1.1]}{127.0.0.1:40345}
[junit4] 2> 3243289 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server Started @3244541ms
[junit4] 2> 3243289 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/gya, hostPort=40345, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/cores}
[junit4] 2> 3243289 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3243291 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3243291 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3243291 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3243291 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T20:49:24.496Z
[junit4] 2> 3243294 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3243294 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/solr.xml
[junit4] 2> 3243299 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3243299 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3243301 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3243315 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44069/solr
[junit4] 2> 3243329 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3243331 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3243333 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40345_gya
[junit4] 2> 3243334 INFO (zkCallback-6249-thread-1-processing-n:127.0.0.1:37797_gya) [n:127.0.0.1:37797_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3243334 INFO (zkCallback-6236-thread-1-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3243336 INFO (zkCallback-6244-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3243339 INFO (zkCallback-6255-thread-1-processing-n:127.0.0.1:40345_gya) [n:127.0.0.1:40345_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3243479 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3243491 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3243491 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3243493 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:40345_gya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/cores
[junit4] 2> 3243548 INFO (qtp23299781-35208) [n:127.0.0.1:37797_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40345_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3243550 INFO (OverseerThreadFactory-9093-thread-4-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40345_gya for creating new replica
[junit4] 2> 3243550 INFO (OverseerCollectionConfigSetProcessor-98919812924964868-127.0.0.1:38751_gya-n_0000000000) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3243554 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3243554 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3244582 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3244595 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=inplace-updates
[junit4] 2> 3244623 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3244624 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
[junit4] 2> 3244624 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3244624 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3244625 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/cores/collection1_shard1_replica_t23], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-2-001/cores/collection1_shard1_replica_t23/data/]
[junit4] 2> 3244632 WARN (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3244682 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3244682 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3244683 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3244683 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3244685 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@f0cef4[collection1_shard1_replica_t23] main]
[junit4] 2> 3244686 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3244687 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3244687 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3244689 INFO (searcherExecutor-9118-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@f0cef4[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3244690 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717013479915520
[junit4] 2> 3244693 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
[junit4] 2> 3244693 INFO (updateExecutor-6252-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 3244694 INFO (qtp3950540-35236) [n:127.0.0.1:40345_gya c:collection1 s:shard1 x:collection1_shard1_replica_t23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1140
[junit4] 2> 3244694 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 3244694 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 3244695 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
[junit4] 2> 3244695 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
[junit4] 2> 3244695 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3244695 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t23] as recovering, leader is [http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/] and I am [http://127.0.0.1:40345/gya/collection1_shard1_replica_t23/]
[junit4] 2> 3244697 INFO (qtp23299781-35208) [n:127.0.0.1:37797_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40345_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1148
[junit4] 2> 3244726 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:37797/gya]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:40345_gya&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 3244727 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 3244729 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40345_gya, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:40345/gya","node_name":"127.0.0.1:40345_gya","state":"down","type":"TLOG"}
[junit4] 2> 3244808 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001 of type TLOG
[junit4] 2> 3244808 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3244809 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1183bf3{/gya,null,AVAILABLE}
[junit4] 2> 3244810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17129df{HTTP/1.1,[http/1.1]}{127.0.0.1:33043}
[junit4] 2> 3244810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.e.j.s.Server Started @3246062ms
[junit4] 2> 3244810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/gya, hostPort=33043, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/cores}
[junit4] 2> 3244811 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3244811 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3244811 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3244811 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3244811 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T20:49:26.016Z
[junit4] 2> 3244813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3244813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/solr.xml
[junit4] 2> 3244816 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3244816 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3244818 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3244824 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44069/solr
[junit4] 2> 3244845 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3244846 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3244860 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33043_gya
[junit4] 2> 3244862 INFO (zkCallback-6249-thread-1-processing-n:127.0.0.1:37797_gya) [n:127.0.0.1:37797_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3244862 INFO (zkCallback-6244-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3244862 INFO (zkCallback-6236-thread-2-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3244862 INFO (zkCallback-6255-thread-1-processing-n:127.0.0.1:40345_gya) [n:127.0.0.1:40345_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3244864 INFO (zkCallback-6262-thread-1-processing-n:127.0.0.1:33043_gya) [n:127.0.0.1:33043_gya ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3245103 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3245121 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3245121 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3245123 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[B1D71C0FC9E4E3E6]) [n:127.0.0.1:33043_gya ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/cores
[junit4] 2> 3245234 INFO (qtp31727012-35270) [n:127.0.0.1:33043_gya ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33043_gya&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3245241 INFO (OverseerCollectionConfigSetProcessor-98919812924964868-127.0.0.1:38751_gya-n_0000000000) [n:127.0.0.1:38751_gya ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3245242 INFO (OverseerThreadFactory-9093-thread-5-processing-n:127.0.0.1:38751_gya) [n:127.0.0.1:38751_gya ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33043_gya for creating new replica
[junit4] 2> 3245244 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 3245245 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3245729 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:40345_gya, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:40345/gya","node_name":"127.0.0.1:40345_gya","state":"recovering","type":"TLOG"}
[junit4] 2> 3245729 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 3245729 INFO (qtp23299781-35209) [n:127.0.0.1:37797_gya ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:40345_gya&onlyIfLeaderActive=true&core=collection1_shard1_replica_t21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 3246230 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 3246230 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:37797/gya/collection1_shard1_replica_t21/].
[junit4] 2> 3246237 INFO (qtp23299781-35205) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582717015102062592,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3246238 INFO (qtp23299781-35205) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 3246240 INFO (qtp23299781-35205) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3246240 INFO (qtp23299781-35205) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t21] webapp=/gya path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 3246244 INFO (qtp23299781-35204) [n:127.0.0.1:37797_gya c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21] webapp=/gya path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 3246244 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 3246244 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 3246244 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 3246244 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 3246245 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 3246245 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3246245 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@76307f commitCommandVersion:0
[junit4] 2> 3246250 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@60cac9[collection1_shard1_replica_t23] main]
[junit4] 2> 3246251 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3246256 INFO (searcherExecutor-9118-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@60cac9[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3246256 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 3246256 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 3246256 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 starting background replication from leader
[junit4] 2> 3246257 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 3246258 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 3246258 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3246259 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 3246259 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717015125131264
[junit4] 2> 3246261 INFO (recoveryExecutor-6253-thread-1-processing-n:127.0.0.1:40345_gya x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:40345_gya c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 3246359 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3246372 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema [collection1_shard1_replica_t25] Schema name=inplace-updates
[junit4] 2> 3246377 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3246377 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t25' using configuration from collection collection1, trusted=true
[junit4] 2> 3246377 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t25' (registry 'solr.core.collection1.shard1.replica_t25') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@195328f
[junit4] 2> 3246378 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3246378 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [[collection1_shard1_replica_t25] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/cores/collection1_shard1_replica_t25], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001/shard-3-001/cores/collection1_shard1_replica_t25/data/]
[junit4] 2> 3246386 WARN (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3246432 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3246432 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3246433 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3246434 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3246435 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.s.SolrIndexSearcher Opening [Searcher@1335fc6[collection1_shard1_replica_t25] main]
[junit4] 2> 3246436 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3246436 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3246437 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3246439 INFO (searcherExecutor-9131-thread-1-processing-n:127.0.0.1:33043_gya x:collection1_shard1_replica_t25 s:shard1 c:collection1) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [collection1_shard1_replica_t25] Registered new searcher Searcher@1335fc6[collection1_shard1_replica_t25] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3246439 INFO (qtp31727012-35268) [n:127.0.0.1:33043_gya c:collection1 s:shard1 x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582717015313874944
[junit4] 2> 3
[...truncated too long message...]
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:121)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3587611 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 3587611 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28972160
[junit4] 2> 3587611 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3587611 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1426bf3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b02c62
[junit4] 2> 3587612 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3587612 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@104ab64: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@133f5dc
[junit4] 2> 3587613 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3587613 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[B1D71C0FC9E4E3E6]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12ff245: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@10c72e2
[junit4] 2> 3587613 INFO (coreCloseExecutor-9156-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@106c1ff
[junit4] 2> 3587613 INFO (coreCloseExecutor-9156-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=17220095
[junit4] 2> 3587613 INFO (coreCloseExecutor-9156-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31f966: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@8e08e3
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_B1D71C0FC9E4E3E6-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=es-CR, timezone=Asia/Tomsk
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=104815264,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSimpleTrackingShardHandler, TestCursorMarkWithoutUniqueKey, TestJsonRequest, CachingDirectoryFactoryTest, SpellCheckCollatorWithCollapseTest, TestSolrCloudWithKerberosAlt, CollectionsAPIDistributedZkTest, TestApiFramework, TestStressInPlaceUpdates, PrimUtilsTest, DocValuesMissingTest, SearchHandlerTest, TestSolr4Spatial, TestLeaderElectionZkExpiry, TestLegacyFieldCache, CursorMarkTest, TestRandomCollapseQParserPlugin, HdfsDirectoryTest, NotRequiredUniqueKeyTest, TestLockTree, DistributedFacetPivotSmallAdvancedTest, TriggerIntegrationTest, TermVectorComponentDistributedTest, TestStressReorder, TestHttpShardHandlerFactory, TestCustomDocTransformer, ZkCLITest, DebugComponentTest, SolrCloudReportersTest, OutputWriterTest, SolrCoreMetricManagerTest, DirectoryFactoryTest, RequestHandlersTest, BadIndexSchemaTest, TestStressUserVersions, TestPerFieldSimilarity, NumericFieldsTest, BJQParserTest, TestJmxIntegration, DOMUtilTest, TestCollapseQParserPlugin, PolyFieldTest, JSONWriterTest, TestSlowCompositeReaderWrapper, AssignTest, OverriddenZkACLAndCredentialsProvidersTest, MoveReplicaHDFSFailoverTest, CollectionTooManyReplicasTest, TestSimpleTextCodec, TestFieldTypeResource, RollingRestartTest, TestCollationFieldDocValues, TestFieldCache, AtomicUpdateProcessorFactoryTest, TestAnalyzedSuggestions, ReplaceNodeTest, TestHdfsUpdateLog, HdfsRestartWhileUpdatingTest, ComputePlanActionTest, ZkStateWriterTest, CreateCollectionCleanupTest, TestStressLucene, TestPayloadCheckQParserPlugin, TestTolerantUpdateProcessorCloud, PreAnalyzedFieldManagedSchemaCloudTest, OpenExchangeRatesOrgProviderTest, AddReplicaTest, TestDocSet, TestSubQueryTransformerCrossCore, RulesTest, PathHierarchyTokenizerFactoryTest, TestPerFieldSimilarityWithDefaultOverride, TestMinMaxOnMultiValuedField, TestDocumentBuilder, ChaosMonkeySafeLeaderTest, TestSchemaSimilarityResource, CircularListTest, SubstringBytesRefFilterTest, TestDistribIDF, TestManagedSchemaAPI, HdfsTlogReplayBufferedWhileIndexingTest, ShowFileRequestHandlerTest, ClusterStateUpdateTest, ConvertedLegacyTest, CdcrUpdateLogTest, TestLazyCores, ConcurrentDeleteAndCreateCollectionTest, TestImplicitCoreProperties, TestCorePropertiesReload, CheckHdfsIndexTest, TestCollationField, DistributedFacetExistsSmallTest, TestBM25SimilarityFactory, MoreLikeThisHandlerTest, DistributedVersionInfoTest, DistanceUnitsTest, ClassificationUpdateProcessorIntegrationTest, QueryResultKeyTest, ZkSolrClientTest, AutoAddReplicasIntegrationTest, BigEndianAscendingWordDeserializerTest, PeerSyncReplicationTest, DistribDocExpirationUpdateProcessorTest, InfoHandlerTest, TestImpersonationWithHadoopAuth, SolrCLIZkUtilsTest, SolrRequestParserTest, TestNRTOpen, TestFieldCacheSortRandom, TestCopyFieldCollectionResource, MBeansHandlerTest, TestCoreAdminApis, LeaderFailoverAfterPartitionTest, ShufflingReplicaListTransformerTest, BlockJoinFacetSimpleTest, TestAuthenticationFramework, TestNamedUpdateProcessors, TriLevelCompositeIdRoutingTest, TestSolrQueryParser, SolrCoreTest, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestSolrDeletionPolicy2, TestBinaryField, ExternalFileFieldSortTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestFastWriter, TestFastOutputStream, TestFastLRUCache, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, TestDistributedMissingSort, TestHighlightDedupGrouping, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MultiThreadedOCPTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestPrepRecovery, TestReplicaProperties, TestRequestForwarding, TestSegmentSorting, TestStressLiveNodes, ZkFailoverTest, NodeAddedTriggerTest, SearchRateTriggerTest, TestClusterStateMutator, ZkStateReaderTest, TestSolrCloudSnapshots, TestRestoreCore, TestSystemCollAutoCreate, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, SecurityConfHandlerTest, TestConfigsApi, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLongTailTest, DistributedQueryComponentCustomSortTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, SolrJmxReporterTest, RegexBytesRefFilterTest, TestIntervalFaceting, TestNestedDocsSort, TestScoreJoinQPNoScore, BasicAuthStandaloneTest, PKIAuthenticationIntegrationTest, TestPKIAuthenticationPlugin, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin, TestUninvertingReader, AddBlockUpdateTest, SolrIndexMetricsTest, TestInPlaceUpdatesDistrib]
[junit4] Completed [747/747 (1!)] on J1 in 349.52s, 1 test, 1 failure <<< FAILURES!
[...truncated 42998 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20771 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20771/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
3 tests failed.
FAILED: org.apache.solr.cloud.TestCollectionAPI.test
Error Message:
Property 'testprop' with value true not set correctly for collection/replica pair: testcollection/core_node4 property map is {core=testcollection_shard1_replica_n1, base_url=https://127.0.0.1:37663/_/d, node_name=127.0.0.1:37663__%2Fd, state=active, type=NRT, leader=true, property.testprop=true}.
Stack Trace:
java.lang.AssertionError: Property 'testprop' with value true not set correctly for collection/replica pair: testcollection/core_node4 property map is {core=testcollection_shard1_replica_n1, base_url=https://127.0.0.1:37663/_/d, node_name=127.0.0.1:37663__%2Fd, state=active, type=NRT, leader=true, property.testprop=true}.
at __randomizedtesting.SeedInfo.seed([4A3A7E3D178B53E0:C26E41E7B9773E18]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ReplicaPropertiesBase.verifyPropertyVal(ReplicaPropertiesBase.java:95)
at org.apache.solr.cloud.TestCollectionAPI.replicaPropTest(TestCollectionAPI.java:501)
at org.apache.solr.cloud.TestCollectionAPI.test(TestCollectionAPI.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([4A3A7E3D178B53E0:72895AC330788731]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testListenerAcceptance
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([4A3A7E3D178B53E0:5B8E24DAAE024716]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.NodeLostTriggerTest.testListenerAcceptance(NodeLostTriggerTest.java:253)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12450 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/init-core-data-001
[junit4] 2> 1156598 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1156598 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1156598 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1156599 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1156599 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001
[junit4] 2> 1156599 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1156599 INFO (Thread-2205) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1156599 INFO (Thread-2205) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1156601 ERROR (Thread-2205) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1156699 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37427
[junit4] 2> 1156707 INFO (jetty-launcher-1406-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1156707 INFO (jetty-launcher-1406-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1156708 INFO (jetty-launcher-1406-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1156709 INFO (jetty-launcher-1406-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39de2d46{/solr,null,AVAILABLE}
[junit4] 2> 1156709 INFO (jetty-launcher-1406-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@770e917f{/solr,null,AVAILABLE}
[junit4] 2> 1156709 INFO (jetty-launcher-1406-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75396e71{/solr,null,AVAILABLE}
[junit4] 2> 1156711 INFO (jetty-launcher-1406-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cf45d09{SSL,[ssl, http/1.1]}{127.0.0.1:37829}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c5c6c9{SSL,[ssl, http/1.1]}{127.0.0.1:42619}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@429b89d9{SSL,[ssl, http/1.1]}{127.0.0.1:38521}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.e.j.s.Server Started @1158356ms
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.e.j.s.Server Started @1158356ms
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42619}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38521}
[junit4] 2> 1156712 ERROR (jetty-launcher-1406-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1156712 ERROR (jetty-launcher-1406-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-2) [ ] o.e.j.s.Server Started @1158356ms
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37829}
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T17:08:51.989848Z
[junit4] 2> 1156712 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T17:08:51.990060Z
[junit4] 2> 1156713 ERROR (jetty-launcher-1406-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1156713 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T17:08:51.990402Z
[junit4] 2> 1156715 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1156715 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1156715 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1156728 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37427/solr
[junit4] 2> 1156729 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37427/solr
[junit4] 2> 1156729 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37427/solr
[junit4] 2> 1156750 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1156750 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38521_solr
[junit4] 2> 1156751 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98918946037891080-127.0.0.1:38521_solr-n_0000000000) starting
[junit4] 2> 1156753 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1156753 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42619_solr
[junit4] 2> 1156754 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1156755 INFO (zkCallback-1422-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1156761 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1156762 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38521_solr
[junit4] 2> 1156762 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1156763 INFO (zkCallback-1422-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1156764 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1156764 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1156764 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1156769 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1156777 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1156778 DEBUG (OverseerAutoScalingTriggerThread-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1156778 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1156785 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1156786 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1156787 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37829_solr
[junit4] 2> 1156788 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1156791 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156796 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1156797 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156797 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156797 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1156797 INFO (jetty-launcher-1406-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/.
[junit4] 2> 1156809 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156815 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156815 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156815 INFO (jetty-launcher-1406-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/.
[junit4] 2> 1156821 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156829 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156829 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1156830 INFO (jetty-launcher-1406-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/.
[junit4] 2> 1156864 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1156865 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37427/solr ready
[junit4] 2> 1156872 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[4A3A7E3D178B53E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 1156888 INFO (qtp1240657642-9579) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38521_solr,127.0.0.1:42619_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1156892 INFO (OverseerThreadFactory-3743-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 1156996 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38521/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1156997 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42619/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1156998 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38521/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1156998 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42619/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1157213 INFO (qtp904261444-9568) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1157213 INFO (qtp904261444-9568) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1157216 INFO (qtp1752047378-9592) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1157217 INFO (qtp1752047378-9592) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1157217 INFO (qtp904261444-9569) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1157219 INFO (qtp1752047378-9578) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1157320 INFO (zkCallback-1422-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1157320 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1157320 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1157320 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1157778 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1158228 INFO (qtp904261444-9569) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1158228 INFO (qtp1752047378-9592) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1158228 INFO (qtp904261444-9568) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1158229 INFO (qtp1752047378-9578) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1158247 INFO (qtp1752047378-9592) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1158248 INFO (qtp904261444-9568) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1158248 INFO (qtp904261444-9569) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1158249 INFO (qtp1752047378-9578) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1158249 INFO (qtp1752047378-9592) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1158249 INFO (qtp1752047378-9592) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1158249 INFO (qtp1752047378-9592) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1158250 INFO (qtp1752047378-9592) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1158250 INFO (qtp1752047378-9592) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 1158250 INFO (qtp904261444-9568) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1158251 INFO (qtp904261444-9568) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1158251 INFO (qtp904261444-9569) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1158251 INFO (qtp1752047378-9578) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1158251 INFO (qtp904261444-9569) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1158251 INFO (qtp1752047378-9578) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1158252 INFO (qtp904261444-9569) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1158252 INFO (qtp1752047378-9578) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1158252 INFO (qtp904261444-9568) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38521.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1158252 INFO (qtp904261444-9569) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1158252 INFO (qtp1752047378-9578) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1158252 INFO (qtp904261444-9569) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 1158252 INFO (qtp1752047378-9578) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 1158252 INFO (qtp904261444-9568) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1158252 INFO (qtp904261444-9568) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node1/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 1158303 INFO (qtp904261444-9569) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1158303 INFO (qtp904261444-9569) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158303 INFO (qtp1752047378-9578) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1158303 INFO (qtp1752047378-9578) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158304 INFO (qtp1752047378-9578) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158304 INFO (qtp1752047378-9578) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158304 INFO (qtp904261444-9569) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158304 INFO (qtp904261444-9569) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158305 INFO (qtp1752047378-9578) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e64664[testSimple1_shard1_replica_n2] main]
[junit4] 2> 1158305 INFO (qtp904261444-9569) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@bc8b525[testSimple1_shard1_replica_n1] main]
[junit4] 2> 1158305 INFO (qtp1752047378-9578) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1158305 INFO (qtp1752047378-9592) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1158305 INFO (qtp1752047378-9592) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158305 INFO (qtp1752047378-9578) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1158306 INFO (qtp904261444-9568) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1158306 INFO (qtp904261444-9568) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1158306 INFO (qtp1752047378-9578) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1158306 INFO (qtp1752047378-9592) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158306 INFO (qtp1752047378-9592) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158306 INFO (searcherExecutor-3753-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@3e64664[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1158306 INFO (qtp1752047378-9578) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703138395127808
[junit4] 2> 1158307 INFO (qtp904261444-9568) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1158307 INFO (qtp904261444-9568) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1158307 INFO (qtp904261444-9569) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1158307 INFO (qtp1752047378-9592) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@133f3ebc[testSimple1_shard2_replica_n6] main]
[junit4] 2> 1158308 INFO (qtp904261444-9569) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1158308 INFO (qtp904261444-9568) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@763488ca[testSimple1_shard2_replica_n4] main]
[junit4] 2> 1158308 INFO (qtp1752047378-9592) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1158308 INFO (qtp904261444-9569) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1158308 INFO (qtp904261444-9568) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1158308 INFO (qtp1752047378-9592) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1158308 INFO (qtp904261444-9568) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1158309 INFO (searcherExecutor-3752-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@bc8b525[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1158309 INFO (qtp1752047378-9592) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1158309 INFO (qtp904261444-9569) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703138398273536
[junit4] 2> 1158309 INFO (qtp1752047378-9592) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703138398273536
[junit4] 2> 1158309 INFO (qtp904261444-9568) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1158309 INFO (searcherExecutor-3751-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@763488ca[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1158309 INFO (qtp904261444-9568) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703138398273536
[junit4] 2> 1158310 INFO (searcherExecutor-3750-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@133f3ebc[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1158311 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1158312 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1158312 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1158312 INFO (qtp904261444-9568) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38521/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 1158312 INFO (qtp904261444-9568) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:38521/solr START replicas=[https://127.0.0.1:42619/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 1158321 INFO (qtp1752047378-9671) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1158413 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158413 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158413 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158413 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158612 INFO (qtp904261444-9568) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:38521/solr DONE. We have no versions. sync failed.
[junit4] 2> 1158612 INFO (qtp904261444-9568) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1158612 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1158613 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1158614 INFO (qtp904261444-9568) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38521/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 1158715 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158715 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158715 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158715 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158765 INFO (qtp904261444-9568) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1158766 INFO (qtp904261444-9568) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1553
[junit4] 2> 1158779 DEBUG (ScheduledTrigger-3741-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1158811 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1158811 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1158811 INFO (qtp1752047378-9578) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42619/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 1158812 INFO (qtp1752047378-9578) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:42619/solr START replicas=[https://127.0.0.1:38521/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1158816 INFO (qtp904261444-9568) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1158867 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158867 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158867 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1158867 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159112 INFO (qtp1752047378-9578) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:42619/solr DONE. We have no versions. sync failed.
[junit4] 2> 1159112 INFO (qtp1752047378-9578) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1159112 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1159112 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1159115 INFO (qtp1752047378-9578) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42619/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 1159216 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159216 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159217 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159218 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159266 INFO (qtp1752047378-9578) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1159267 INFO (qtp1752047378-9578) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2048
[junit4] 2> 1159312 INFO (qtp904261444-9569) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2094
[junit4] 2> 1159312 INFO (qtp1752047378-9592) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2096
[junit4] 2> 1159314 INFO (qtp1240657642-9579) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1159315 INFO (OverseerCollectionConfigSetProcessor-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1159414 INFO (zkCallback-1422-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159414 INFO (zkCallback-1422-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159414 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159414 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1159780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1160315 INFO (qtp1240657642-9579) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38521_solr,127.0.0.1:42619_solr&wt=javabin&version=2} status=0 QTime=3426
[junit4] 2> 1160316 INFO (qtp1240657642-9581) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42619_solr,127.0.0.1:37829_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1160318 INFO (OverseerThreadFactory-3743-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 1160526 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42619/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1160528 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37829/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1160530 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42619/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1160531 INFO (OverseerStateUpdate-98918946037891080-127.0.0.1:38521_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37829/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1160733 INFO (qtp1752047378-9574) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1160733 INFO (qtp1752047378-9593) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1160737 INFO (qtp1240657642-9573) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1160737 INFO (qtp1240657642-9573) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1160737 INFO (qtp1240657642-9572) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1160780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1160839 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1160839 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1160839 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1160839 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1161746 INFO (qtp1240657642-9572) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1161747 INFO (qtp1240657642-9573) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1161748 INFO (qtp1752047378-9593) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1161748 INFO (qtp1752047378-9574) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1161763 INFO (qtp1240657642-9572) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1161763 INFO (qtp1240657642-9573) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1161764 INFO (qtp1240657642-9572) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1161765 INFO (qtp1240657642-9572) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1161765 INFO (qtp1752047378-9593) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1161765 INFO (qtp1752047378-9574) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1161765 INFO (qtp1240657642-9572) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1161765 INFO (qtp1240657642-9573) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1161765 INFO (qtp1240657642-9572) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1161765 INFO (qtp1240657642-9573) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1161765 INFO (qtp1240657642-9572) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 1161766 INFO (qtp1240657642-9573) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37829.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1161766 INFO (qtp1240657642-9573) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1161766 INFO (qtp1240657642-9573) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node2/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42619.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6344675
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1161767 INFO (qtp1752047378-9593) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 1161767 INFO (qtp1752047378-9574) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_4A3A7E3D178B53E0-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 1161780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1161811 INFO (qtp1240657642-9573) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1161811 INFO (qtp1240657642-9572) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1161811 INFO (qtp1240657642-9573) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1161811 INFO (qtp1240657642-9572) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1161811 INFO (qtp1752047378-9574) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1161811 INFO (qtp1752047378-9574) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1161812 INFO (qtp1752047378-9574) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1161812 INFO (qtp1752047378-9574) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1161812 INFO (qtp1240657642-9572) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1161812 INFO (qtp1240657642-9572) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1161813 INFO (qtp1240657642-9573) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1161813 INFO (qtp1240657642-9573) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1161813 INFO (qtp1752047378-9574) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@160baeb9[testSimple2_shard1_replica_n1] main]
[junit4] 2> 1161813 INFO (qtp1240657642-9572) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1969363f[testSimple2_shard1_replica_n2] main]
[junit4] 2> 1161814 INFO (qtp1240657642-9573) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46607151[testSimple2_shard2_replica_n6] main]
[junit4] 2> 1161814 INFO (qtp1752047378-9574) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1161814 INFO (qtp1240657642-9572) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1161814 INFO (qtp1752047378-9574) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1161814 INFO (qtp1240657642-9572) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1161814 INFO (qtp1240657642-9573) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1161814 INFO (qtp1752047378-9574) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1161814 INFO (qtp1240657642-9572) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1161815 INFO (qtp1240657642-9573) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1161815 INFO (searcherExecutor-3772-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@160baeb9[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1161815 INFO (qtp1752047378-9574) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703142074580992
[junit4] 2> 1161815 INFO (searcherExecutor-3770-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@1969363f[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1161815 INFO (qtp1240657642-9572) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703142074580992
[junit4] 2> 1161815 INFO (qtp1240657642-9573) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1161815 INFO (searcherExecutor-3771-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@46607151[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1161816 INFO (qtp1240657642-9573) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703142075629568
[junit4] 2> 1161816 INFO (qtp1752047378-9593) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1161816 INFO (qtp1752047378-9593) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1161817 INFO (qtp1752047378-9593) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1161817 INFO (qtp1752047378-9593) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1161818 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1161818 INFO (qtp1752047378-9593) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@605342d6[testSimple2_shard2_replica_n4] main]
[junit4] 2> 1161818 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1161818 INFO (qtp1240657642-9572) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37829/solr/testSimple2_shard1_replica_n2/
[junit4] 2> 1161818 INFO (qtp1240657642-9572) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:37829/solr START replicas=[https://127.0.0.1:42619/solr/testSimple2_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1161818 INFO (qtp1752047378-9593) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1161818 INFO (qtp1752047378-9593) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1161818 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1161819 INFO (qtp1752047378-9593) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1161820 INFO (searcherExecutor-3773-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@605342d6[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1161820 INFO (qtp1752047378-9593) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582703142079823872
[junit4] 2> 1161821 INFO (qtp1752047378-9585) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1161919 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1161919 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1161919 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1161919 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162118 INFO (qtp1240657642-9572) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:37829/solr DONE. We have no versions. sync failed.
[junit4] 2> 1162118 INFO (qtp1240657642-9572) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1162118 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1162118 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1162120 INFO (qtp1240657642-9572) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37829/solr/testSimple2_shard1_replica_n2/ shard1
[junit4] 2> 1162221 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162221 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162221 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162221 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162271 INFO (qtp1240657642-9572) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1162272 INFO (qtp1240657642-9572) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1534
[junit4] 2> 1162319 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1162319 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1162319 INFO (qtp1240657642-9573) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37829/solr/testSimple2_shard2_replica_n6/
[junit4] 2> 1162319 INFO (qtp1240657642-9573) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:37829/solr START replicas=[https://127.0.0.1:42619/solr/testSimple2_shard2_replica_n4/] nUpdates=100
[junit4] 2> 1162320 INFO (qtp1752047378-9578) [ ] o.a.s.c.S.Request [testSimple2_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1162373 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162373 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162373 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162373 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162619 INFO (qtp1240657642-9573) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:37829/solr DONE. We have no versions. sync failed.
[junit4] 2> 1162619 INFO (qtp1240657642-9573) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1162619 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1162619 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1162623 INFO (qtp1240657642-9573) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37829/solr/testSimple2_shard2_replica_n6/ shard2
[junit4] 2> 1162725 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162725 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162725 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162725 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162774 INFO (qtp1240657642-9573) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1162776 INFO (qtp1240657642-9573) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2038
[junit4] 2> 1162780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1162820 INFO (qtp1752047378-9574) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2086
[junit4] 2> 1162824 INFO (qtp1752047378-9593) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2090
[junit4] 2> 1162826 INFO (qtp1240657642-9581) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1162925 INFO (zkCallback-1421-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162925 INFO (zkCallback-1423-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162925 INFO (zkCallback-1421-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1162925 INFO (zkCallback-1423-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1163780 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37829_solr, 127.0.0.1:38521_solr, 127.0.0.1:42619_solr]
[junit4] 2> 1163826 INFO (qtp1240657642-9581) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42619_solr,127.0.0.1:37829_solr&wt=javabin&version=2} status=0 QTime=3510
[junit4] 2> 1163827 INFO (qtp1240657642-9570) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:38521_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1163829 INFO (OverseerThreadFactory-3743-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 1163830 INFO (OverseerCollectionConf
[...truncated too long message...]
for registry solr.jetty / com.codahale.metrics.MetricRegistry@448a08ef
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cc1b439: rootName = solr_39613, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@448a08ef
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39613_solr
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2604869 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32703ab6: rootName = solr_40243, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@236d3a1d
[junit4] 2> 2604870 INFO (zkCallback-2323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2604870 INFO (zkCallback-2332-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2604871 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2604871 INFO (jetty-closer-2302-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2604872 INFO (jetty-closer-2302-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1869ddba{/solr,null,UNAVAILABLE}
[junit4] 2> 2604873 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2604873 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@36e1f33a: rootName = solr_40243, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@448a08ef
[junit4] 2> 2604874 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40243_solr
[junit4] 2> 2604875 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2604875 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2604875 INFO (jetty-closer-2302-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98919039941345295-127.0.0.1:40243_solr-n_0000000001) closing
[junit4] 2> 2604876 INFO (zkCallback-2332-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2604876 INFO (jetty-closer-2302-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43097_solr
[junit4] 2> 2604875 INFO (zkCallback-2323-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2604876 INFO (OverseerStateUpdate-98919039941345295-127.0.0.1:40243_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40243_solr
[junit4] 2> 2604877 WARN (OverseerAutoScalingTriggerThread-98919039941345295-127.0.0.1:40243_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2604883 INFO (jetty-closer-2302-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2604883 INFO (jetty-closer-2302-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2604884 INFO (jetty-closer-2302-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33a5022b{/solr,null,UNAVAILABLE}
[junit4] 2> 2604888 INFO (jetty-closer-2302-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ae6a566{/solr,null,UNAVAILABLE}
[junit4] 2> 2604888 ERROR (SUITE-NodeLostTriggerTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2604889 INFO (SUITE-NodeLostTriggerTest-seed#[4A3A7E3D178B53E0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43393 43393
[junit4] 2> 2611137 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43393 43393
[junit4] 2> 2611137 WARN (Thread-3496) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/98919039941345293-127.0.0.1:39613_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/98919039941345292-127.0.0.1:43097_solr-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/98919039941345295-127.0.0.1:40243_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeLostTriggerTest_4A3A7E3D178B53E0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=81, maxMBSortInHeap=6.519652424025859, sim=RandomSimilarity(queryNorm=true): {}, locale=ps, timezone=Portugal
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=249621912,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [SpatialFilterTest, RuleEngineTest, BasicFunctionalityTest, SliceStateTest, TestHdfsUpdateLog, HdfsThreadLeakTest, MultiTermTest, HttpSolrCallGetCoreTest, AutoScalingHandlerTest, TestCloudInspectUtil, DistribCursorPagingTest, TestObjectReleaseTracker, ClassificationUpdateProcessorIntegrationTest, TestEmbeddedSolrServerSchemaAPI, TestShardHandlerFactory, DistributedFacetPivotWhiteBoxTest, TestCloudPseudoReturnFields, QueryParsingTest, TestOnReconnectListenerSupport, SolrIndexMetricsTest, DeleteInactiveReplicaTest, ResponseLogComponentTest, TestDistribIDF, TestNamedUpdateProcessors, SpellCheckComponentTest, DistributedQueryElevationComponentTest, TestQueryUtils, TestCrossCoreJoin, WrapperMergePolicyFactoryTest, DirectUpdateHandlerOptimizeTest, RAMDirectoryFactoryTest, TestLegacyFieldReuse, HdfsWriteToMultipleCollectionsTest, DistributedMLTComponentTest, MissingSegmentRecoveryTest, CdcrUpdateLogTest, StatelessScriptUpdateProcessorFactoryTest, TlogReplayBufferedWhileIndexingTest, SolrSlf4jReporterTest, TestDistributedSearch, LeaderElectionContextKeyTest, TestGraphTermsQParserPlugin, TestCollationFieldDocValues, TestCopyFieldCollectionResource, SpellCheckCollatorWithCollapseTest, PreAnalyzedFieldManagedSchemaCloudTest, TestLeaderElectionWithEmptyReplica, TestMergePolicyConfig, TestRandomFaceting, TestStressVersions, TestReversedWildcardFilterFactory, SpellCheckCollatorTest, DistributedFacetPivotLongTailTest, TestStressCloudBlindAtomicUpdates, TestSolrDeletionPolicy1, TestSolrCloudWithDelegationTokens, JsonLoaderTest, BJQParserTest, TestConfig, ZkStateReaderTest, CursorPagingTest, BasicDistributedZkTest, TestJsonRequest, TestReplicationHandler, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HdfsAutoAddReplicasIntegrationTest, TestReqParamsAPI, StatsReloadRaceTest, TestSweetSpotSimilarityFactory, PeerSyncTest, CollectionStateFormat2Test, SolrGraphiteReporterTest, RemoteQueryErrorTest, UpdateParamsTest, DistanceUnitsTest, TestSolrQueryResponse, TestUniqueKeyFieldResource, TestTlogReplica, ConnectionManagerTest, BasicZkTest, ReplicaListTransformerTest, DocValuesMissingTest, TermVectorComponentTest, AssignBackwardCompatibilityTest, TestConfigOverlay, AtomicUpdateProcessorFactoryTest, TestBinaryField, TestTrackingShardHandlerFactory, AutoscalingHistoryHandlerTest, DistributedQueueTest, UpdateRequestProcessorFactoryTest, PropertiesRequestHandlerTest, DocValuesTest, TestSchemaManager, TestPolicyCloud, TestGraphMLResponseWriter, SolrPluginUtilsTest, TestPerFieldSimilarityWithDefaultOverride, ForceLeaderTest, MoveReplicaTest, DistributedExpandComponentTest, SolrMetricReporterTest, LeaderElectionIntegrationTest, ActionThrottleTest, IndexSchemaRuntimeFieldTest, DocExpirationUpdateProcessorFactoryTest, CursorMarkTest, TestPHPSerializedResponseWriter, TestRawResponseWriter, DateMathParserTest, TestFieldCollectionResource, HdfsCollectionsAPIDistributedZkTest, TestSystemCollAutoCreate, TestSolrXml, FastVectorHighlighterTest, TestSolrJ, TestDFRSimilarityFactory, SimpleFacetsTest, TestUninvertingReader, TestUseDocValuesAsStored2, NodeLostTriggerTest]
[junit4] Completed [555/746 (3!)] on J0 in 21.37s, 4 tests, 1 failure <<< FAILURES!
[...truncated 40713 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20770 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20770/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
14 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection1
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:12F188CDADA334FB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream(StreamExpressionTest.java:4151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream
Error Message:
Could not find collection:workQueue1
Stack Trace:
java.lang.AssertionError: Could not find collection:workQueue1
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:DF59DCF47C62701B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:7692)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testCommitStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: destinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: destinationCollection
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:D9D8B1A3D1712FDF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testCommitStream(StreamExpressionTest.java:4450)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream
Error Message:
Could not find collection:workQueue
Stack Trace:
java.lang.AssertionError: Could not find collection:workQueue
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:408E281666246756]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:7623)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testUpdateStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: destinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: destinationCollection
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:AA096D974C46B016]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testUpdateStream(StreamExpressionTest.java:3958)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection1
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:C2B8F868803F83D8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream(StreamExpressionTest.java:4644)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:42A4CBEDD90FA00A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream(StreamExpressionTest.java:4544)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelUpdateStream
Error Message:
Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46449/solr: Could not fully create collection: parallelDestinationCollection
at __randomizedtesting.SeedInfo.seed([624EA9ED454E4D46:1A0EA0F197AB62D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelUpdateStream(StreamExpressionTest.java:4052)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam
Error Message:
Error from server at https://127.0.0.1:39057/solr: Timed out waiting to see all replicas: [solrj_test_core_props_shard1_replica_n1] in cluster state.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Timed out waiting to see all replicas: [solrj_test_core_props_shard1_replica_n1] in cluster state.
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:2E41C8BB7CFCD365]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam(CollectionsAPISolrJTest.java:264)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testBalanceShardUnique
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: balancedProperties
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: balancedProperties
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:60620C074282BBFF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testBalanceShardUnique(CollectionsAPISolrJTest.java:389)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteAlias
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: aliasedCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: aliasedCollection
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:E639FDB0589DE2A7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteAlias(CollectionsAPISolrJTest.java:196)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_replicatests
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_replicatests
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:C66AC31FFFEE0486]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica(CollectionsAPISolrJTest.java:285)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_test
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_test
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:2F0FBB01DFB67631]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection(CollectionsAPISolrJTest.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet
Error Message:
Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_default_configset
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39057/solr: Could not fully create collection: solrj_default_configset
at __randomizedtesting.SeedInfo.seed([28DABA4AF822133C:66711B0DA79D69CF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet(CollectionsAPISolrJTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12495 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4] 2> 869755 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/init-core-data-001
[junit4] 2> 869755 WARN (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 869755 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 869757 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 869758 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001
[junit4] 2> 869758 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 869759 INFO (Thread-3914) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 869759 INFO (Thread-3914) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 869770 ERROR (Thread-3914) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 869859 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45785
[junit4] 2> 869882 INFO (jetty-launcher-981-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 869882 INFO (jetty-launcher-981-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 869882 INFO (jetty-launcher-981-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 869882 INFO (jetty-launcher-981-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 869887 INFO (jetty-launcher-981-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@552ea2a4{/solr,null,AVAILABLE}
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c545e15{SSL,[ssl, http/1.1]}{127.0.0.1:39571}
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.e.j.s.Server Started @873020ms
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39571}
[junit4] 2> 869888 ERROR (jetty-launcher-981-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869888 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T14:07:27.625Z
[junit4] 2> 869916 INFO (jetty-launcher-981-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c352323{/solr,null,AVAILABLE}
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18a3dd6d{SSL,[ssl, http/1.1]}{127.0.0.1:35735}
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.e.j.s.Server Started @873049ms
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35735}
[junit4] 2> 869917 ERROR (jetty-launcher-981-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869917 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T14:07:27.654Z
[junit4] 2> 869925 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869927 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869931 INFO (jetty-launcher-981-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@507eb7fb{/solr,null,AVAILABLE}
[junit4] 2> 869932 INFO (jetty-launcher-981-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15d737e4{/solr,null,AVAILABLE}
[junit4] 2> 869933 INFO (jetty-launcher-981-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fd8a34{SSL,[ssl, http/1.1]}{127.0.0.1:39057}
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.e.j.s.Server Started @873067ms
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39057}
[junit4] 2> 869935 ERROR (jetty-launcher-981-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869935 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T14:07:27.672Z
[junit4] 2> 869933 INFO (jetty-launcher-981-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ebadbdb{SSL,[ssl, http/1.1]}{127.0.0.1:38877}
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.e.j.s.Server Started @873070ms
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38877}
[junit4] 2> 869938 ERROR (jetty-launcher-981-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 869938 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T14:07:27.675Z
[junit4] 2> 869940 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 869942 INFO (jetty-launcher-981-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45785/solr
[junit4] 2> 869942 INFO (jetty-launcher-981-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45785/solr
[junit4] 2> 869952 INFO (jetty-launcher-981-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45785/solr
[junit4] 2> 869954 INFO (jetty-launcher-981-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45785/solr
[junit4] 2> 869956 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6d9bcb090009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 869967 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 869968 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39057_solr
[junit4] 2> 869968 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.Overseer Overseer (id=98918232719163403-127.0.0.1:39057_solr-n_0000000000) starting
[junit4] 2> 869999 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 869999 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35735_solr
[junit4] 2> 870000 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 870001 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 870001 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39571_solr
[junit4] 2> 870002 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38877_solr
[junit4] 2> 870035 INFO (zkCallback-997-thread-1-processing-n:127.0.0.1:39571_solr) [n:127.0.0.1:39571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 870035 INFO (zkCallback-995-thread-1-processing-n:127.0.0.1:35735_solr) [n:127.0.0.1:35735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 870036 INFO (zkCallback-1003-thread-1-processing-n:127.0.0.1:38877_solr) [n:127.0.0.1:38877_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 870036 INFO (OverseerStateUpdate-98918232719163403-127.0.0.1:39057_solr-n_0000000000) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 870036 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39057_solr
[junit4] 2> 870041 INFO (zkCallback-1003-thread-1-processing-n:127.0.0.1:38877_solr) [n:127.0.0.1:38877_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 870041 INFO (zkCallback-995-thread-1-processing-n:127.0.0.1:35735_solr) [n:127.0.0.1:35735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 870041 INFO (zkCallback-1002-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 870041 INFO (zkCallback-997-thread-1-processing-n:127.0.0.1:39571_solr) [n:127.0.0.1:39571_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 870093 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35735.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870093 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38877.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870103 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38877.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870104 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38877.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870105 INFO (jetty-launcher-981-thread-1) [n:127.0.0.1:38877_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001/node1/.
[junit4] 2> 870107 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39571.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870110 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35735.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870110 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35735.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870112 INFO (jetty-launcher-981-thread-3) [n:127.0.0.1:35735_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001/node3/.
[junit4] 2> 870142 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870143 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39571.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870143 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39571.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870144 INFO (jetty-launcher-981-thread-2) [n:127.0.0.1:39571_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001/node2/.
[junit4] 2> 870151 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870151 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39057.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a7c4d7
[junit4] 2> 870152 INFO (jetty-launcher-981-thread-4) [n:127.0.0.1:39057_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_28DABA4AF822133C-001/tempDir-001/node4/.
[junit4] 2> 870259 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 870259 INFO (SUITE-CollectionsAPISolrJTest-seed#[28DABA4AF822133C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45785/solr ready
[junit4] 2> 870273 INFO (TEST-CollectionsAPISolrJTest.testSplitShard-seed#[28DABA4AF822133C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitShard
[junit4] 2> 870287 INFO (qtp592343663-8627) [n:127.0.0.1:39057_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=solrj_test_splitshard&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 870288 INFO (OverseerThreadFactory-2277-thread-1-processing-n:127.0.0.1:39057_solr) [n:127.0.0.1:39057_solr ] o.a.s.c.CreateCollectionCmd Create collection solrj_test_splitshard
[junit4] 2> 870392 INFO (OverseerSt
[...truncated too long message...]
r Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 304421 INFO (jetty-closer-670-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 304420 INFO (zkCallback-688-thread-2-processing-n:127.0.0.1:46449_solr) [n:127.0.0.1:46449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 304422 INFO (jetty-closer-670-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 304423 INFO (zkCallback-711-thread-3-processing-n:127.0.0.1:46449_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 304431 INFO (zkCallback-692-thread-3-processing-n:127.0.0.1:44355_solr) [n:127.0.0.1:44355_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 304431 INFO (zkCallback-689-thread-3-processing-n:127.0.0.1:38837_solr) [n:127.0.0.1:38837_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 304435 INFO (zkCallback-688-thread-4-processing-n:127.0.0.1:46449_solr) [n:127.0.0.1:46449_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 304435 INFO (jetty-closer-670-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41f8b95a{/solr,null,UNAVAILABLE}
[junit4] 2> 304436 INFO (zkCallback-690-thread-4-processing-n:127.0.0.1:39753_solr) [n:127.0.0.1:39753_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 304436 INFO (coreCloseExecutor-199-thread-1) [n:127.0.0.1:39753_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@6d85b74c
[junit4] 2> 304438 INFO (coreCloseExecutor-200-thread-1) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@326541b0
[junit4] 2> 304438 INFO (coreCloseExecutor-199-thread-1) [n:127.0.0.1:39753_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=1837479756
[junit4] 2> 304438 INFO (coreCloseExecutor-200-thread-1) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=845496752
[junit4] 2> 304438 INFO (coreCloseExecutor-199-thread-1) [n:127.0.0.1:39753_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73d8371f: rootName = solr_39753, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@7368916c
[junit4] 2> 304438 INFO (coreCloseExecutor-200-thread-1) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2225b410: rootName = solr_46449, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@127fb425
[junit4] 2> 304439 INFO (jetty-closer-670-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54be82a3{/solr,null,UNAVAILABLE}
[junit4] 2> 304446 INFO (coreCloseExecutor-200-thread-1) [n:127.0.0.1:46449_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=845496752
[junit4] 2> 304446 INFO (coreCloseExecutor-199-thread-1) [n:127.0.0.1:39753_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=1837479756
[junit4] 2> 304448 INFO (jetty-closer-670-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98918392852774921-127.0.0.1:46449_solr-n_0000000000) closing
[junit4] 2> 304448 INFO (OverseerStateUpdate-98918392852774921-127.0.0.1:46449_solr-n_0000000000) [n:127.0.0.1:46449_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46449_solr
[junit4] 2> 304450 WARN (OverseerAutoScalingTriggerThread-98918392852774921-127.0.0.1:46449_solr-n_0000000000) [n:127.0.0.1:46449_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 304451 INFO (jetty-closer-670-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ac88f1{/solr,null,UNAVAILABLE}
[junit4] 2> 304453 INFO (jetty-closer-670-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15770153{/solr,null,UNAVAILABLE}
[junit4] 2> 304453 ERROR (SUITE-StreamExpressionTest-seed#[624EA9ED454E4D46]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 304453 INFO (SUITE-StreamExpressionTest-seed#[624EA9ED454E4D46]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40163 40163
[junit4] 2> 309509 INFO (Thread-91) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40163 40163
[junit4] 2> 309510 WARN (Thread-91) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 61 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 61 /solr/clusterstate.json
[junit4] 2> 61 /solr/clusterprops.json
[junit4] 2> 10 /solr/collections/collection1_collection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 61 /solr/live_nodes
[junit4] 2> 61 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_624EA9ED454E4D46-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {join2_s=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=MockRandom), subject=PostingsFormat(name=MockRandom), a1_s=Lucene50(blocksize=128), a2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), test_t=PostingsFormat(name=Memory), level1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), ident_s=Lucene50(blocksize=128), s_multi=PostingsFormat(name=LuceneVarGapDocFreqInterval), col_s=Lucene50(blocksize=128), a_ss=PostingsFormat(name=MockRandom), level2_s=Lucene50(blocksize=128), a_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=MockRandom), side_s=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{join2_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), price_f=DocValuesFormat(name=Lucene70), a1_s=DocValuesFormat(name=Memory), a_f=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), join1_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Direct), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Memory), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=303, maxMBSortInHeap=6.548477816317451, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-TN, timezone=Pacific/Nauru
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=307271040,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [JdbcTest, AndEvaluatorTest, FieldValueEvaluatorTest, GraphExpressionTest, EmpiricalDistributionEvaluatorTest, HttpSolrClientConPoolTest, LargeVolumeEmbeddedTest, TestEmbeddedSolrServer, ContentStreamTest, TestConfigSetAdminRequest, NaturalLogEvaluatorTest, TestV1toV2ApiMapper, SolrSchemalessExampleTest, AscEvaluatorTest, TestToleratedUpdateError, FieldAnalysisResponseTest, TestNamedListCodec, TestZkConfigManager, StreamExpressionTest]
[junit4] Completed [142/146 (1!)] on J0 in 272.80s, 123 tests, 2 failures, 6 errors, 9 skipped <<< FAILURES!
[...truncated 46292 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20769 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20769/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
5 tests failed.
FAILED: org.apache.solr.search.function.TestFunctionQuery.testFunctions
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([FBE7A6BBB648400:33B8A4AE7262BA76]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.doTest(TestFunctionQuery.java:150)
at org.apache.solr.search.function.TestFunctionQuery.testFunctions(TestFunctionQuery.java:206)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='10' and ./float[@name='score']='1.414213']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="109" start="0" maxScore="1.414213">
<doc>
<str name="id">3</str>
<int name="id_i">3</int>
<float name="default_amount_f">15671.0</float>
<str name="amounts_dpf">1|1.0 2|2.97 3|3.44 4|4.94 5|5.49 6|6.83 7|7.65 8|8.93 9|9.41 10|10.65 11|11.16 12|12.93 13|13.98 14|14.73 15|15.94 16|16.86 17|17.28 18|18.70 19|19.27 20|20.4 21|21.65 22|22.18 23|23.85 24|24.87 25|25.17 26|26.31 27|27.78 28|28.6 29|29.14 30|30.96 31|31.18 32|32.9 33|33.4 34|34.2 35|35.98 36|36.89 37|37.93 38|38.71 39|39.64 40|40.22 41|41.55 42|42.99 43|43.17 44|44.89 45|45.60 46|46.95 47|47.49 48|48.40 49|49.81 50|50.0 51|51.16 52|52.48 53|53.3 54|54.79 55|55.11 56|56.20 57|57.83 58|58.73 59|59.7 60|60.99 61|61.27 62|62.15 63|63.55 64|64.78 65|65.12 66|66.38 67|67.52 68|68.80 69|69.40 70|70.17 71|71.69 72|72.12 73|73.16 74|74.15 75|75.82 76|76.99 77|77.42 78|78.10 79|79.18 80|80.30 81|81.57 82|82.4 83|83.80 84|84.17 85|85.43 86|86.38 87|87.79 88|88.15 89|89.90 90|90.12 91|91.16 92|92.11 93|93.47 94|94.39 95|95.83 96|96.99 97|97.32 98|98.30 99|99.31 100|100.19 101|101.22 102|102.62 103|103.26 104|104.73 105|105.62 106|106.80 107|107.24 108|108.93 109|109.67 110|110.98 111|111.98 112|112.99 113|113.23 114|114.51 115|115.69 116|116.12 117|117.37 118|118.5 119|119.84 120|120.37 121|121.89 122|122.4 123|123.48 124|124.84 125|125.63 126|126.27 127|127.70 128|128.83 129|129.25 130|130.20 131|131.6 132|132.0 133|133.14 134|134.1 135|135.6 136|136.93 137|137.76 138|138.30 139|139.26 140|140.46 141|141.17 142|142.60 143|143.8 144|144.7 145|145.95 146|146.22 147|147.13 148|148.94 149|149.65 150|150.52 151|151.47 152|152.15 153|153.57 154|154.27 155|155.35 156|156.87 157|157.49 158|158.18 159|159.8 160|160.73 161|161.43 162|162.45 163|163.48 164|164.94 165|165.12 166|166.92 167|167.76 168|168.75 169|169.2 170|170.22 171|171.45 172|172.82 173|173.52 174|174.85 175|175.59 176|176.78 177|177.0 178|178.10 179|179.96 180|180.6 181|181.8 182|182.40 183|183.6 184|184.70 185|185.68 186|186.30 187|187.73 188|188.97 189|189.83 190|190.50 191|191.32 192|192.35 193|193.12 194|194.41 195|195.66 196|196.32 197|197.8 198|198.86 199|199.54 200|200.77 201|201.44 202|202.33 203|203.21 204|204.55 205|205.84 206|206.62 207|207.33 208|208.97 209|209.82 210|210.16 211|211.1 212|212.83 213|213.87 214|214.50 215|215.6 216|216.99 217|217.34 218|218.33 219|219.21 220|220.33 221|221.71 222|222.98 223|223.93 224|224.32 225|225.75 226|226.7 227|227.69 228|228.49 229|229.9 230|230.9 231|231.31 232|232.86 233|233.89 234|234.90 235|235.95 236|236.70 237|237.38 238|238.91 239|239.52 240|240.86 241|241.47 242|242.98 243|243.38 244|244.64 245|245.83 246|246.18 247|247.16 248|248.76 249|249.76 250|250.45 251|251.50 252|252.88 253|253.64 254|254.90 255|255.9 256|256.33 257|257.61 258|258.79 259|259.64 260|260.75 261|261.37 262|262.67 263|263.1 264|264.88 265|265.79 266|266.90 267|267.27 268|268.28 269|269.99 270|270.43 271|271.53 272|272.85 273|273.30 274|274.88 275|275.96 276|276.3 277|277.22 278|278.70 279|279.53 280|280.56 281|281.22 282|282.54 283|283.50 284|284.4 285|285.94 286|286.52 287|287.29 288|288.23 289|289.85 290|290.17 291|291.86 292|292.98 293|293.90 294|294.74 295|295.90 296|296.17 297|297.68 298|298.99 299|299.9 300|300.45 301|301.61 302|302.36 303|303.20 304|304.99 305|305.5 306|306.65 307|307.37 308|308.8 309|309.93 310|310.14 311|311.4 312|312.43 313|313.69 314|314.1 315|315.38 316|316.51 317|317.66 318|318.70 319|319.62 320|320.4 321|321.30 322|322.12 323|323.86 324|324.51 325|325.28 326|326.71 327|327.89 328|328.66 329|329.38 330|330.61 331|331.43 332|332.32 333|333.70 334|334.74 335|335.65 336|336.60 337|337.34 338|338.45 339|339.2 340|340.95 341|341.71 342|342.32 343|343.33 344|344.64 345|345.18 346|346.3 347|347.84 348|348.80 349|349.24 350|350.57 351|351.63 352|352.77 353|353.14 354|354.51 355|355.76 356|356.78 357|357.95 358|358.28 359|359.25 360|360.59 361|361.6 362|362.65 363|363.13 364|364.16 365|365.43 366|366.96 367|367.18 368|368.74 369|369.66 370|370.98 371|371.80 372|372.1 373|373.66 374|374.64 375|375.57 376|376.87 377|377.14 378|378.95 379|379.67 380|380.60 381|381.82 382|382.74 383|383.74 384|384.17 385|385.4 386|386.9 387|387.6 388|388.68 389|389.14 390|390.42 391|391.91 392|392.63 393|393.1 394|394.82 395|395.71 396|396.9 397|397.30 398|398.24 399|399.61 400|400.59 401|401.94 402|402.61 403|403.55 404|404.19 405|405.75 406|406.8 407|407.77 408|408.65 409|409.41 410|410.11 411|411.86 412|412.13 413|413.64 414|414.13 415|415.86 416|416.78 417|417.5 418|418.45 419|419.25 420|420.18 421|421.99 422|422.96 423|423.78 424|424.37 425|425.84 426|426.71 427|427.39 428|428.96 429|429.40 430|430.38 431|431.56 432|432.17 433|433.89 434|434.65 435|435.31 436|436.85 437|437.98 438|438.44 439|439.80 440|440.43 441|441.56 442|442.54 443|443.14 444|444.50 445|445.37 446|446.54 447|447.34 448|448.17 449|449.96 450|450.72 451|451.14 452|452.86 453|453.24 454|454.51 455|455.6 456|456.7 457|457.65 458|458.2 459|459.13 460|460.38 461|461.86 462|462.70 463|463.50 464|464.0 465|465.95 466|466.20 467|467.92 468|468.78 469|469.26 470|470.56 471|471.90 472|472.49 473|473.18 474|474.14 475|475.82 476|476.13 477|477.72 478|478.17 479|479.19 480|480.16 481|481.49 482|482.36 483|483.13 484|484.26 485|485.12 486|486.15 487|487.34 488|488.52 489|489.0 490|490.2 491|491.58 492|492.4 493|493.72 494|494.30 495|495.65 496|496.62 497|497.70 498|498.27 499|499.63 500|500.10 501|501.64 502|502.78 503|503.36 504|504.33 505|505.39 506|506.2 507|507.56 508|508.87 509|509.60 510|510.15 511|511.10 512|512.26 513|513.54 514|514.46 515|515.59 516|516.25 517|517.83 518|518.29 519|519.3 520|520.23 521|521.92 522|522.6 523|523.79 524|524.95 525|525.91 526|526.19 527|527.5 528|528.37 529|529.81 530|530.9 531|531.25 532|532.8 533|533.78 534|534.36 535|535.45 536|536.59 537|537.91 538|538.9 539|539.72 540|540.67 541|541.92 542|542.41 543|543.20 544|544.12 545|545.87 546|546.88 547|547.2 548|548.27 549|549.67 550|550.79 551|551.35 552|552.77 553|553.16 554|554.54 555|555.27 556|556.46 557|557.78 558|558.99 559|559.12 560|560.19 561|561.17 562|562.74 563|563.63 564|564.21 565|565.17 566|566.44 567|567.80 568|568.28 569|569.66 570|570.40 571|571.61 572|572.90 573|573.39 574|574.7 575|575.48 576|576.27 577|577.1 578|578.68 579|579.82 580|580.30 581|581.48 582|582.65 583|583.4 584|584.26 585|585.11 586|586.98 587|587.69 588|588.75 589|589.74 590|590.26 591|591.30 592|592.24 593|593.82 594|594.44 595|595.68 596|596.9 597|597.91 598|598.20 599|599.87 600|600.17 601|601.79 602|602.47 603|603.67 604|604.18 605|605.62 606|606.92 607|607.46 608|608.12 609|609.1 610|610.50 611|611.7 612|612.85 613|613.97 614|614.48 615|615.22 616|616.16 617|617.70 618|618.9 619|619.1 620|620.80 621|621.26 622|622.71 623|623.15 624|624.79 625|625.70 626|626.2 627|627.25 628|628.30 629|629.18 630|630.5 631|631.20 632|632.52 633|633.13 634|634.41 635|635.13 636|636.71 637|637.15 638|638.76 639|639.87 640|640.52 641|641.31 642|642.65 643|643.63 644|644.30 645|645.85 646|646.43 647|647.27 648|648.74 649|649.91 650|650.93 651|651.9 652|652.15 653|653.11 654|654.15 655|655.68 656|656.97 657|657.39 658|658.10 659|659.48 660|660.22 661|661.23 662|662.61 663|663.93 664|664.53 665|665.22 666|666.20 667|667.36 668|668.79 669|669.75 670|670.73 671|671.29 672|672.95 673|673.41 674|674.79 675|675.71 676|676.95 677|677.56 678|678.97 679|679.27 680|680.98 681|681.94 682|682.30 683|683.86 684|684.36 685|685.43 686|686.24 687|687.91 688|688.55 689|689.41 690|690.37 691|691.62 692|692.32 693|693.63 694|694.31 695|695.94 696|696.41 697|697.51 698|698.74 699|699.57 700|700.53 701|701.12 702|702.31 703|703.61 704|704.66 705|705.32 706|706.53 707|707.6 708|708.13 709|709.75 710|710.44 711|711.95 712|712.48 713|713.65 714|714.97 715|715.80 716|716.55 717|717.93 718|718.75 719|719.25 720|720.72 721|721.73 722|722.1 723|723.71 724|724.51 725|725.49 726|726.51 727|727.42 728|728.67 729|729.14 730|730.82 731|731.5 732|732.7 733|733.67 734|734.42 735|735.71 736|736.98 737|737.11 738|738.52 739|739.1 740|740.21 741|741.42 742|742.36 743|743.29 744|744.38 745|745.86 746|746.88 747|747.0 748|748.94 749|749.69 750|750.13 751|751.69 752|752.96 753|753.33 754|754.46 755|755.59 756|756.5 757|757.62 758|758.24 759|759.63 760|760.31 761|761.36 762|762.19 763|763.88 764|764.31 765|765.52 766|766.33 767|767.22 768|768.55 769|769.98 770|770.44 771|771.6 772|772.41 773|773.23 774|774.70 775|775.14 776|776.83 777|777.64 778|778.20 779|779.74 780|780.44 781|781.56 782|782.74 783|783.22 784|784.5 785|785.31 786|786.77 787|787.58 788|788.22 789|789.42 790|790.92 791|791.35 792|792.37 793|793.14 794|794.3 795|795.83 796|796.17 797|797.87 798|798.35 799|799.62 800|800.41 801|801.73 802|802.0 803|803.55 804|804.46 805|805.35 806|806.39 807|807.18 808|808.95 809|809.15 810|810.96 811|811.22 812|812.20 813|813.57 814|814.97 815|815.22 816|816.5 817|817.23 818|818.85 819|819.56 820|820.62 821|821.32 822|822.26 823|823.85 824|824.7 825|825.24 826|826.56 827|827.19 828|828.87 829|829.80 830|830.20 831|831.10 832|832.13 833|833.61 834|834.63 835|835.85 836|836.15 837|837.18 838|838.2 839|839.29 840|840.63 841|841.90 842|842.85 843|843.91 844|844.16 845|845.64 846|846.7 847|847.50 848|848.34 849|849.3 850|850.94 851|851.71 852|852.85 853|853.79 854|854.31 855|855.18 856|856.40 857|857.93 858|858.91 859|859.62 860|860.71 861|861.21 862|862.25 863|863.80 864|864.70 865|865.35 866|866.6 867|867.63 868|868.99 869|869.47 870|870.0 871|871.59 872|872.1 873|873.77 874|874.99 875|875.42 876|876.67 877|877.66 878|878.46 879|879.5 880|880.40 881|881.28 882|882.47 883|883.15 884|884.48 885|885.70 886|886.9 887|887.11 888|888.7 889|889.89 890|890.71 891|891.39 892|892.86 893|893.9 894|894.31 895|895.57 896|896.13 897|897.19 898|898.38 899|899.99 900|900.3 901|901.79 902|902.87 903|903.71 904|904.93 905|905.45 906|906.58 907|907.12 908|908.46 909|909.89 910|910.49 911|911.80 912|912.26 913|913.54 914|914.96 915|915.26 916|916.65 917|917.31 918|918.87 919|919.20 920|920.79 921|921.48 922|922.92 923|923.10 924|924.74 925|925.19 926|926.31 927|927.17 928|928.29 929|929.8 930|930.89 931|931.92 932|932.1 933|933.19 934|934.36 935|935.74 936|936.48 937|937.7 938|938.81 939|939.89 940|940.68 941|941.94 942|942.95 943|943.84 944|944.78 945|945.46 946|946.50 947|947.48 948|948.89 949|949.89 950|950.58 951|951.55 952|952.66 953|953.94 954|954.78 955|955.30 956|956.34 957|957.51 958|958.95 959|959.3 960|960.2 961|961.59 962|962.90 963|963.73 964|964.40 965|965.65 966|966.43 967|967.85 968|968.91 969|969.63 970|970.38 971|971.50 972|972.4 973|973.39 974|974.74 975|975.32 976|976.38 977|977.59 978|978.91 979|979.10 980|980.99 981|981.78 982|982.9 983|983.70 984|984.89 985|985.54 986|986.15 987|987.46 988|988.31 989|989.29 990|990.10 991|991.29 992|992.16 993|993.28 994|994.58 995|995.5 996|996.19 997|997.91 998|998.22 999|999.83 1000|1000.96 1001|1001.66 1002|1002.52 1003|1003.92 1004|1004.89 1005|1005.7 1006|1006.10 1007|1007.26 1008|1008.78 1009|1009.41 1010|1010.98 1011|1011.39 1012|1012.91 1013|1013.62 1014|1014.87 1015|1015.63 1016|1016.8 1017|1017.46 1018|1018.32 1019|1019.15 1020|1020.10 1021|1021.28 1022|1022.16 1023|1023.42 1024|1024.68 1025|1025.30 1026|1026.76 1027|1027.30 1028|1028.6 1029|1029.15 1030|1030.68 1031|1031.19 1032|1032.37 1033|1033.27 1034|1034.89 1035|1035.62 1036|1036.60 1037|1037.20 1038|1038.86 1039|1039.60 1040|1040.51 1041|1041.49 1042|1042.15 1043|1043.72 1044|1044.78 1045|1045.5 1046|1046.5 1047|1047.25 1048|1048.43 1049|1049.48 1050|1050.40 1051|1051.93 1052|1052.99 1053|1053.49 1054|1054.61 1055|1055.20 1056|1056.4 1057|1057.63 1058|1058.40 1059|1059.34 1060|1060.71 1061|1061.56 1062|1062.34 1063|1063.75 1064|1064.56 1065|1065.88 1066|1066.31 1067|1067.90 1068|1068.49 1069|1069.78 1070|1070.92 1071|1071.79 1072|1072.3 1073|1073.53 1074|1074.0 1075|1075.33 1076|1076.91 1077|1077.23 1078|1078.27 1079|1079.18 1080|1080.82 1081|1081.26 1082|1082.37 1083|1083.7 1084|1084.60 1085|1085.49 1086|1086.59 1087|1087.13 1088|1088.97 1089|1089.94 1090|1090.47 1091|1091.67 1092|1092.43 1093|1093.65 1094|1094.87 1095|1095.99 1096|1096.70 1097|1097.41 1098|1098.31 1099|1099.33 1100|1100.11 1101|1101.18 1102|1102.61 1103|1103.75 1104|1104.83 1105|1105.19 1106|1106.80 1107|1107.3 1108|1108.74 1109|1109.49 1110|1110.9 1111|1111.43 1112|1112.58 1113|1113.35 1114|1114.63 1115|1115.33 1116|1116.1 1117|1117.89 1118|1118.95 1119|1119.87 1120|1120.87 1121|1121.89 1122|1122.60 1123|1123.93 1124|1124.45 1125|1125.76 1126|1126.15 1127|1127.27 1128|1128.28 1129|1129.92 1130|1130.85 1131|1131.41 1132|1132.48 1133|1133.75 1134|1134.92 1135|1135.80 1136|1136.61 1137|1137.37 1138|1138.98 1139|1139.2 1140|1140.16 1141|1141.4 1142|1142.26 1143|1143.67 1144|1144.7 1145|1145.38 1146|1146.93 1147|1147.28 1148|1148.16 1149|1149.45 1150|1150.64 1151|1151.69 1152|1152.43 1153|1153.83 1154|1154.73 1155|1155.0 1156|1156.36 1157|1157.30 1158|1158.27 1159|1159.2 1160|1160.49 1161|1161.52 1162|1162.77 1163|1163.91 1164|1164.70 1165|1165.57 1166|1166.61 1167|1167.55 1168|1168.52 1169|1169.88 1170|1170.93 1171|1171.78 1172|1172.82 1173|1173.18 1174|1174.70 1175|1175.17 1176|1176.68 1177|1177.35 1178|1178.54 1179|1179.57 1180|1180.57 1181|1181.76 1182|1182.71 1183|1183.17 1184|1184.27 1185|1185.61 1186|1186.13 1187|1187.90 1188|1188.57 1189|1189.99 1190|1190.83 1191|1191.38 1192|1192.98 1193|1193.4 1194|1194.24 1195|1195.38 1196|1196.81 1197|1197.62 1198|1198.81 1199|1199.84 1200|1200.83 1201|1201.50 1202|1202.43 1203|1203.28 1204|1204.29 1205|1205.74 1206|1206.68 1207|1207.2 1208|1208.5 1209|1209.11 1210|1210.42 1211|1211.69 1212|1212.7 1213|1213.23 1214|1214.34 1215|1215.54 1216|1216.36 1217|1217.43 1218|1218.31 1219|1219.94 1220|1220.46 1221|1221.28 1222|1222.53 1223|1223.25 1224|1224.52 1225|1225.87 1226|1226.63 1227|1227.36 1228|1228.94 1229|1229.72 1230|1230.22 1231|1231.8 1232|1232.21 1233|1233.11 1234|1234.41 1235|1235.29 1236|1236.23 1237|1237.97 1238|1238.5 1239|1239.58 1240|1240.57 1241|1241.46 1242|1242.67 1243|1243.13 1244|1244.20 1245|1245.20 1246|1246.18 1247|1247.85 1248|1248.83 1249|1249.37 1250|1250.2 1251|1251.59 1252|1252.54 1253|1253.31 1254|1254.58 1255|1255.11 1256|1256.70 1257|1257.71 1258|1258.5 1259|1259.98 1260|1260.71 1261|1261.19 1262|1262.40 1263|1263.87 1264|1264.81 1265|1265.34 1266|1266.21 1267|1267.58 1268|1268.39 1269|1269.61 1270|1270.90 1271|1271.49 1272|1272.91 1273|1273.98 1274|1274.16 1275|1275.39 1276|1276.89 1277|1277.2 1278|1278.92 1279|1279.99 1280|1280.7 1281|1281.95 1282|1282.54 1283|1283.75 1284|1284.40 1285|1285.22 1286|1286.62 1287|1287.77 1288|1288.86 1289|1289.30 1290|1290.76 1291|1291.85 1292|1292.78 1293|1293.82 1294|1294.23 1295|1295.14 1296|1296.86 1297|1297.75 1298|1298.39 1299|1299.38 1300|1300.16 1301|1301.29 1302|1302.49 1303|1303.85 1304|1304.25 1305|1305.74 1306|1306.90 1307|1307.45 1308|1308.52 1309|1309.44 1310|1310.75 1311|1311.67 1312|1312.89 1313|1313.71 1314|1314.61 1315|1315.20 1316|1316.89 1317|1317.14 1318|1318.43 1319|1319.49 1320|1320.18 1321|1321.75 1322|1322.45 1323|1323.48 1324|1324.8 1325|1325.54 1326|1326.40 1327|1327.58 1328|1328.79 1329|1329.66 1330|1330.56 1331|1331.13 1332|1332.58 1333|1333.69 1334|1334.68 1335|1335.84 1336|1336.79 1337|1337.97 1338|1338.26 1339|1339.78 1340|1340.53 1341|1341.11 1342|1342.20 1343|1343.18 1344|1344.24 1345|1345.0 1346|1346.83 1347|1347.85 1348|1348.50 1349|1349.85 1350|1350.56 1351|1351.32 1352|1352.5 1353|1353.50 1354|1354.9 1355|1355.73 1356|1356.30 1357|1357.92 1358|1358.73 1359|1359.62 1360|1360.30 1361|1361.27 1362|1362.55 1363|1363.54 1364|1364.85 1365|1365.18 1366|1366.86 1367|1367.35 1368|1368.23 1369|1369.64 1370|1370.55 1371|1371.88 1372|1372.22 1373|1373.46 1374|1374.2 1375|1375.56 1376|1376.73 1377|1377.56 1378|1378.46 1379|1379.22 1380|1380.38 1381|1381.16 1382|1382.0 1383|1383.33 1384|1384.33 1385|1385.13 1386|1386.28 1387|1387.87 1388|1388.19 1389|1389.92 1390|1390.33 1391|1391.57 1392|1392.87 1393|1393.17 1394|1394.89 1395|1395.24 1396|1396.77 1397|1397.34 1398|1398.93 1399|1399.10 1400|1400.30 1401|1401.31 1402|1402.47 1403|1403.45 1404|1404.35 1405|1405.37 1406|1406.9 1407|1407.4 1408|1408.70 1409|1409.85 1410|1410.97 1411|1411.66 1412|1412.84 1413|1413.3 1414|1414.73 1415|1415.3 1416|1416.35 1417|1417.5 1418|1418.32 1419|1419.16 1420|1420.40 1421|1421.65 1422|1422.47 1423|1423.60 1424|1424.45 1425|1425.80 1426|1426.7 1427|1427.10 1428|1428.34 1429|1429.56 1430|1430.14 1431|1431.81 1432|1432.60 1433|1433.87 1434|1434.26 1435|1435.37 1436|1436.98 1437|1437.69 1438|1438.79 1439|1439.54 1440|1440.5 1441|1441.77 1442|1442.79 1443|1443.4 1444|1444.51 1445|1445.39 1446|1446.19 1447|1447.99 1448|1448.28 1449|1449.46 1450|1450.75 1451|1451.98 1452|1452.73 1453|1453.64 1454|1454.83 1455|1455.46 1456|1456.42 1457|1457.75 1458|1458.26 1459|1459.3 1460|1460.29 1461|1461.1 1462|1462.73 1463|1463.46 1464|1464.88 1465|1465.94 1466|1466.89 1467|1467.38 1468|1468.68 1469|1469.80 1470|1470.85 1471|1471.32 1472|1472.69 1473|1473.21 1474|1474.30 1475|1475.16 1476|1476.33 1477|1477.42 1478|1478.1 1479|1479.12 1480|1480.41 1481|1481.73 1482|1482.13 1483|1483.12 1484|1484.70 1485|1485.47 1486|1486.3 1487|1487.7 1488|1488.30 1489|1489.67 1490|1490.1 1491|1491.68 1492|1492.94 1493|1493.30 1494|1494.88 1495|1495.2 1496|1496.33 1497|1497.83 1498|1498.91 1499|1499.46 1500|1500.17 1501|1501.49 1502|1502.36 1503|1503.0 1504|1504.17 1505|1505.70 1506|1506.60 1507|1507.8 1508|1508.78 1509|1509.12 1510|1510.7 1511|1511.13 1512|1512.81 1513|1513.40 1514|1514.77 1515|1515.36 1516|1516.50 1517|1517.77 1518|1518.82 1519|1519.87 1520|1520.5 1521|1521.48 1522|1522.61 1523|1523.76 1524|1524.45 1525|1525.79 1526|1526.57 1527|1527.97 1528|1528.90 1529|1529.38 1530|1530.34 1531|1531.79 1532|1532.18 1533|1533.22 1534|1534.51 1535|1535.69 1536|1536.74 1537|1537.55 1538|1538.26 1539|1539.45 1540|1540.78 1541|1541.64 1542|1542.20 1543|1543.18 1544|1544.73 1545|1545.42 1546|1546.5 1547|1547.88 1548|1548.59 1549|1549.1 1550|1550.52 1551|1551.68 1552|1552.22 1553|1553.81 1554|1554.38 1555|1555.10 1556|1556.80 1557|1557.70 1558|1558.70 1559|1559.85 1560|1560.6 1561|1561.53 1562|1562.35 1563|1563.58 1564|1564.89 1565|1565.60 1566|1566.20 1567|1567.69 1568|1568.82 1569|1569.5 1570|1570.11 1571|1571.75 1572|1572.59 1573|1573.68 1574|1574.74 1575|1575.20 1576|1576.1 1577|1577.76 1578|1578.40 1579|1579.21 1580|1580.30 1581|1581.1 1582|1582.26 1583|1583.95 1584|1584.43 1585|1585.61 1586|1586.55 1587|1587.24 1588|1588.33 1589|1589.86 1590|1590.13 1591|1591.95 1592|1592.72 1593|1593.7 1594|1594.55 1595|1595.7 1596|1596.60 1597|1597.47 1598|1598.21 1599|1599.37 1600|1600.57 1601|1601.50 1602|1602.71 1603|1603.52 1604|1604.77 1605|1605.23 1606|1606.16 1607|1607.44 1608|1608.87 1609|1609.8 1610|1610.40 1611|1611.73 1612|1612.87 1613|1613.36 1614|1614.11 1615|1615.69 1616|1616.94 1617|1617.15 1618|1618.89 1619|1619.28 1620|1620.96 1621|1621.56 1622|1622.98 1623|1623.32 1624|1624.61 1625|1625.75 1626|1626.27 1627|1627.18 1628|1628.9 1629|1629.9 1630|1630.73 1631|1631.10 1632|1632.18 1633|1633.32 1634|1634.36 1635|1635.32 1636|1636.73 1637|1637.27 1638|1638.25 1639|1639.44 1640|1640.8 1641|1641.34 1642|1642.60 1643|1643.34 1644|1644.65 1645|1645.42 1646|1646.94 1647|1647.30 1648|1648.58 1649|1649.41 1650|1650.98 1651|1651.16 1652|1652.31 1653|1653.80 1654|1654.26 1655|1655.96 1656|1656.31 1657|1657.25 1658|1658.65 1659|1659.79 1660|1660.4 1661|1661.1 1662|1662.83 1663|1663.60 1664|1664.16 1665|1665.89 1666|1666.24 1667|1667.51 1668|1668.56 1669|1669.23 1670|1670.55 1671|1671.70 1672|1672.79 1673|1673.1 1674|1674.77 1675|1675.1 1676|1676.53 1677|1677.83 1678|1678.30 1679|1679.80 1680|1680.75 1681|1681.78 1682|1682.95 1683|1683.85 1684|1684.18 1685|1685.99 1686|1686.54 1687|1687.14 1688|1688.40 1689|1689.87 1690|1690.60 1691|1691.84 1692|1692.50 1693|1693.94 1694|1694.70 1695|1695.29 1696|1696.5 1697|1697.45 1698|1698.25 1699|1699.21 1700|1700.35 1701|1701.10 1702|1702.81 1703|1703.23 1704|1704.95 1705|1705.60 1706|1706.16 1707|1707.88 1708|1708.19 1709|1709.90 1710|1710.85 1711|1711.70 1712|1712.63 1713|1713.26 1714|1714.60 1715|1715.26 1716|1716.39 1717|1717.48 1718|1718.69 1719|1719.60 1720|1720.52 1721|1721.55 1722|1722.59 1723|1723.5 1724|1724.9 1725|1725.19 1726|1726.62 1727|1727.80 1728|1728.28 1729|1729.47 1730|1730.3 1731|1731.72 1732|1732.13 1733|1733.58 1734|1734.85 1735|1735.12 1736|1736.48 1737|1737.11 1738|1738.65 1739|1739.16 1740|1740.15 1741|1741.27 1742|1742.48 1743|1743.59 1744|1744.24 1745|1745.24 1746|1746.82 1747|1747.88 1748|1748.65 1749|1749.64 1750|1750.8 1751|1751.4 1752|1752.44 1753|1753.15 1754|1754.58 1755|1755.8 1756|1756.8 1757|1757.20 1758|1758.18 1759|1759.85 1760|1760.74 1761|1761.52 1762|1762.93 1763|1763.27 1764|1764.35 1765|1765.56 1766|1766.99 1767|1767.79 1768|1768.58 1769|1769.23 1770|1770.49 1771|1771.28 1772|1772.92 1773|1773.22 1774|1774.48 1775|1775.2 1776|1776.74 1777|1777.43 1778|1778.1 1779|1779.61 1780|1780.57 1781|1781.19 1782|1782.48 1783|1783.14 1784|1784.50 1785|1785.9 1786|1786.5 1787|1787.18 1788|1788.24 1789|1789.1 1790|1790.1 1791|1791.6 1792|1792.87 1793|1793.16 1794|1794.55 1795|1795.0 1796|1796.67 1797|1797.72 1798|1798.67 1799|1799.86 1800|1800.16 1801|1801.66 1802|1802.45 1803|1803.53 1804|1804.54 1805|1805.7 1806|1806.67 1807|1807.22 1808|1808.73 1809|1809.21 1810|1810.81 1811|1811.10 1812|1812.18 1813|1813.0 1814|1814.72 1815|1815.8 1816|1816.46 1817|1817.65 1818|1818.81 1819|1819.17 1820|1820.64 1821|1821.93 1822|1822.38 1823|1823.4 1824|1824.22 1825|1825.48 1826|1826.3 1827|1827.99 1828|1828.71 1829|1829.4 1830|1830.9 1831|1831.82 1832|1832.49 1833|1833.11 1834|1834.16 1835|1835.69 1836|1836.8 1837|1837.63 1838|1838.92 1839|1839.71 1840|1840.52 1841|1841.4 1842|1842.73 1843|1843.1 1844|1844.27 1845|1845.33 1846|1846.39 1847|1847.1 1848|1848.34 1849|1849.18 1850|1850.68 1851|1851.78 1852|1852.23 1853|1853.0 1854|1854.41 1855|1855.63 1856|1856.85 1857|1857.83 1858|1858.33 1859|1859.58 1860|1860.65 1861|1861.73 1862|1862.18 1863|1863.78 1864|1864.32 1865|1865.55 1866|1866.0 1867|1867.37 1868|1868.78 1869|1869.56 1870|1870.41 1871|1871.45 1872|1872.61 1873|1873.14 1874|1874.31 1875|1875.17 1876|1876.56 1877|1877.3 1878|1878.89 1879|1879.2 1880|1880.38 1881|1881.87 1882|1882.44 1883|1883.48 1884|1884.15 1885|1885.35 1886|1886.5 1887|1887.60 1888|1888.95 1889|1889.98 1890|1890.70 1891|1891.83 1892|1892.63 1893|1893.43 1894|1894.35 1895|1895.90 1896|1896.14 1897|1897.87 1898|1898.99 1899|1899.35 1900|1900.54 1901|1901.7 1902|1902.69 1903|1903.88 1904|1904.5 1905|1905.16 1906|1906.10 1907|1907.76 1908|1908.89 1909|1909.64 1910|1910.2 1911|1911.31 1912|1912.88 1913|1913.58 1914|1914.40 1915|1915.62 1916|1916.49 1917|1917.67 1918|1918.29 1919|1919.73 1920|1920.15 1921|1921.22 1922|1922.83 1923|1923.18 1924|1924.54 1925|1925.77 1926|1926.10 1927|1927.67 1928|1928.95 1929|1929.55 1930|1930.23 1931|1931.83 1932|1932.63 1933|1933.52 1934|1934.68 1935|1935.64 1936|1936.99 1937|1937.14 1938|1938.19 1939|1939.49 1940|1940.93 1941|1941.33 1942|1942.6 1943|1943.69 1944|1944.13 1945|1945.81 1946|1946.69 1947|1947.48 1948|1948.15 1949|1949.5 1950|1950.31 1951|1951.48 1952|1952.1 1953|1953.75 1954|1954.73 1955|1955.83 1956|1956.56 1957|1957.69 1958|1958.48 1959|1959.64 1960|1960.56 1961|1961.14 1962|1962.92 1963|1963.20 1964|1964.91 1965|1965.1 1966|1966.70 1967|1967.37 1968|1968.60 1969|1969.84 1970|1970.85 1971|1971.2 1972|1972.47 1973|1973.71 1974|1974.62 1975|1975.40 1976|1976.8 1977|1977.89 1978|1978.60 1979|1979.40 1980|1980.56 1981|1981.49 1982|1982.11 1983|1983.72 1984|1984.90 1985|1985.51 1986|1986.33 1987|1987.0 1988|1988.27 1989|1989.43 1990|1990.94 1991|1991.37 1992|1992.70 1993|1993.95 1994|1994.70 1995|1995.66 1996|1996.38 1997|1997.47 1998|1998.74 1999|1999.96 2000|2000.29 2001|2001.6 2002|2002.47 2003|2003.57 2004|2004.1 2005|2005.81 2006|2006.16 2007|2007.72 2008|2008.33 2009|2009.34 2010|2010.16 2011|2011.82 2012|2012.72 2013|2013.36 2014|2014.11 2015|2015.51 2016|2016.37 2017|2017.90 2018|2018.58 2019|2019.27 2020|2020.3 2021|2021.34 2022|2022.77 2023|2023.73 2024|2024.4 2025|2025.92 2026|2026.76 2027|2027.30 2028|2028.29 2029|2029.38 2030|2030.49 2031|2031.38 2032|2032.50 2033|2033.71 2034|2034.67 2035|2035.35 2036|2036.91 2037|2037.64 2038|2038.25 2039|2039.99 2040|2040.70 2041|2041.4 2042|2042.25 2043|2043.72 2044|2044.85 2045|2045.0 2046|2046.77 2047|2047.33 2048|2048.93 2049|2049.81 2050|2050.31 2051|2051.26 2052|2052.43 2053|2053.81 2054|2054.62 2055|2055.29 2056|2056.31 2057|2057.70 2058|2058.20 2059|2059.90 2060|2060.4 2061|2061.53 2062|2062.6 2063|2063.97 2064|2064.4 2065|2065.25 2066|2066.67 2067|2067.86 2068|2068.72 2069|2069.80 2070|2070.31 2071|2071.32 2072|2072.2 2073|2073.40 2074|2074.96 2075|2075.15 2076|2076.51 2077|2077.13 2078|2078.67 2079|2079.1 2080|2080.11 2081|2081.78 2082|2082.69 2083|2083.84 2084|2084.34 2085|2085.34 2086|2086.13 2087|2087.1 2088|2088.72 2089|2089.9 2090|2090.11 2091|2091.97 2092|2092.35 2093|2093.22 2094|2094.20 2095|2095.67 2096|2096.48 2097|2097.57 2098|2098.4 2099|2099.75 2100|2100.82 2101|2101.3 2102|2102.54 2103|2103.79 2104|2104.73 2105|2105.68 2106|2106.44 2107|2107.90 2108|2108.17 2109|2109.38 2110|2110.20 2111|2111.53 2112|2112.15 2113|2113.28 2114|2114.26 2115|2115.12 2116|2116.94 2117|2117.98 2118|2118.23 2119|2119.35 2120|2120.81 2121|2121.44 2122|2122.87 2123|2123.38 2124|2124.22 2125|2125.77 2126|2126.84 2127|2127.99 2128|2128.82 2129|2129.67 2130|2130.84 2131|2131.29 2132|2132.76 2133|2133.66 2134|2134.68 2135|2135.67 2136|2136.59 2137|2137.36 2138|2138.28 2139|2139.62 2140|2140.38 2141|2141.48 2142|2142.25 2143|2143.33 2144|2144.90 2145|2145.73 2146|2146.78 2147|2147.90 </str>
<float name="score">1.414213</float></doc>
<doc>
<str name="id">4</str>
<int name="id_i">4</int>
<float name="default_amount_f">16908.0</float>
<str name="amounts_dpf">1|1.28 2|2.71 3|3.79 4|4.29 5|5.54 6|6.9 7|7.63 8|8.31 9|9.9 10|10.50 11|11.73 12|12.72 13|13.17 14|14.29 15|15.43 16|16.89 17|17.48 18|18.94 19|19.81 20|20.92 21|21.18 22|22.4 23|23.3 24|24.14 25|25.73 26|26.74 27|27.78 28|28.17 29|29.19 30|30.34 31|31.6 32|32.58 33|33.96 34|34.49 35|35.22 36|36.44 37|37.34 38|38.92 39|39.45 40|40.83 41|41.78 42|42.81 43|43.29 44|44.68 45|45.70 46|46.12 47|47.66 48|48.45 49|49.72 50|50.88 51|51.6 52|52.17 53|53.37 54|54.30 55|55.7 56|56.29 57|57.83 58|58.47 59|59.36 60|60.30 61|61.21 62|62.31 63|63.74 64|64.35 65|65.89 66|66.98 67|67.11 68|68.88 69|69.79 70|70.15 71|71.45 72|72.31 73|73.10 74|74.94 75|75.15 76|76.42 77|77.65 78|78.24 79|79.80 80|80.43 81|81.80 82|82.54 83|83.4 84|84.48 85|85.79 86|86.61 87|87.63 88|88.27 89|89.35 90|90.36 91|91.97 92|92.84 93|93.9 94|94.46 95|95.82 96|96.76 97|97.26 98|98.73 99|99.86 100|100.71 101|101.59 102|102.90 103|103.47 104|104.65 105|105.98 106|106.65 107|107.7 108|108.86 109|109.95 110|110.87 111|111.15 112|112.90 113|113.8 114|114.68 115|115.94 116|116.2 117|117.54 118|118.95 119|119.63 120|120.16 121|121.34 122|122.34 123|123.49 124|124.7 125|125.55 126|126.87 127|127.29 128|128.27 129|129.56 130|130.39 131|131.37 132|132.1 133|133.71 134|134.22 135|135.60 136|136.90 137|137.74 138|138.82 139|139.19 140|140.70 141|141.51 142|142.82 143|143.36 144|144.13 145|145.51 146|146.35 147|147.99 148|148.8 149|149.28 150|150.72 151|151.14 152|152.88 153|153.23 154|154.7 155|155.14 156|156.51 157|157.39 158|158.31 159|159.5 160|160.89 161|161.0 162|162.27 163|163.81 164|164.21 165|165.75 166|166.26 167|167.92 168|168.98 169|169.84 170|170.91 171|171.28 172|172.11 173|173.96 174|174.31 175|175.27 176|176.38 177|177.52 178|178.67 179|179.41 180|180.80 181|181.31 182|182.27 183|183.32 184|184.63 185|185.81 186|186.24 187|187.77 188|188.11 189|189.21 190|190.39 191|191.1 192|192.82 193|193.74 194|194.24 195|195.86 196|196.30 197|197.72 198|198.17 199|199.32 200|200.97 201|201.79 202|202.30 203|203.94 204|204.65 205|205.24 206|206.33 207|207.89 208|208.25 209|209.91 210|210.22 211|211.98 212|212.53 213|213.16 214|214.39 215|215.95 216|216.42 217|217.47 218|218.66 219|219.51 220|220.35 221|221.52 222|222.35 223|223.45 224|224.60 225|225.83 226|226.78 227|227.12 228|228.80 229|229.16 230|230.99 231|231.74 232|232.60 233|233.30 234|234.25 235|235.16 236|236.14 237|237.94 238|238.7 239|239.41 240|240.6 241|241.34 242|242.3 243|243.27 244|244.78 245|245.59 246|246.0 247|247.25 248|248.69 249|249.24 250|250.14 251|251.19 252|252.17 253|253.73 254|254.16 255|255.48 256|256.96 257|257.67 258|258.86 259|259.41 260|260.18 261|261.15 262|262.55 263|263.46 264|264.7 265|265.7 266|266.66 267|267.23 268|268.64 269|269.44 270|270.6 271|271.25 272|272.54 273|273.75 274|274.84 275|275.13 276|276.92 277|277.36 278|278.63 279|279.3 280|280.63 281|281.18 282|282.88 283|283.30 284|284.17 285|285.66 286|286.21 287|287.64 288|288.69 289|289.57 290|290.96 291|291.7 292|292.98 293|293.56 294|294.49 295|295.17 296|296.28 297|297.68 298|298.41 299|299.86 300|300.68 301|301.3 302|302.10 303|303.48 304|304.30 305|305.65 306|306.12 307|307.99 308|308.22 309|309.63 310|310.16 311|311.65 312|312.69 313|313.85 314|314.55 315|315.80 316|316.72 317|317.16 318|318.82 319|319.14 320|320.92 321|321.41 322|322.74 323|323.9 324|324.46 325|325.73 326|326.49 327|327.82 328|328.81 329|329.7 330|330.37 331|331.31 332|332.72 333|333.72 334|334.87 335|335.52 336|336.8 337|337.99 338|338.50 339|339.1 340|340.16 341|341.18 342|342.84 343|343.63 344|344.86 345|345.44 346|346.20 347|347.31 348|348.61 349|349.10 350|350.56 351|351.90 352|352.4 353|353.72 354|354.65 355|355.81 356|356.5 357|357.33 358|358.89 359|359.29 360|360.59 361|361.7 362|362.93 363|363.88 364|364.78 365|365.39 366|366.95 367|367.60 368|368.3 369|369.8 370|370.45 371|371.13 372|372.42 373|373.92 374|374.65 375|375.48 376|376.60 377|377.6 378|378.89 379|379.31 380|380.19 381|381.75 382|382.20 383|383.0 384|384.97 385|385.70 386|386.55 387|387.97 388|388.23 389|389.79 390|390.80 391|391.67 392|392.18 393|393.99 394|394.64 395|395.30 396|396.34 397|397.98 398|398.82 399|399.41 400|400.97 401|401.54 402|402.65 403|403.29 404|404.95 405|405.92 406|406.45 407|407.26 408|408.30 409|409.65 410|410.40 411|411.30 412|412.57 413|413.19 414|414.64 415|415.90 416|416.0 417|417.45 418|418.39 419|419.89 420|420.54 421|421.58 422|422.9 423|423.41 424|424.47 425|425.70 426|426.45 427|427.11 428|428.67 429|429.19 430|430.58 431|431.57 432|432.17 433|433.63 434|434.25 435|435.52 436|436.4 437|437.9 438|438.28 439|439.70 440|440.5 441|441.35 442|442.10 443|443.61 444|444.50 445|445.64 446|446.66 447|447.69 448|448.90 449|449.82 450|450.92 451|451.42 452|452.71 453|453.11 454|454.11 455|455.93 456|456.21 457|457.67 458|458.14 459|459.25 460|460.95 461|461.75 462|462.87 463|463.91 464|464.40 465|465.31 466|466.44 467|467.82 468|468.75 469|469.69 470|470.89 471|471.70 472|472.18 473|473.43 474|474.5 475|475.2 476|476.34 477|477.11 478|478.90 479|479.61 480|480.23 481|481.0 482|482.55 483|483.5 484|484.59 485|485.46 486|486.30 487|487.37 488|488.66 489|489.11 490|490.89 491|491.42 492|492.58 493|493.53 494|494.80 495|495.99 496|496.73 497|497.7 498|498.4 499|499.42 500|500.51 501|501.79 502|502.17 503|503.60 504|504.74 505|505.30 506|506.42 507|507.75 508|508.45 509|509.62 510|510.24 511|511.3 512|512.44 513|513.84 514|514.11 515|515.22 516|516.82 517|517.29 518|518.21 519|519.77 520|520.20 521|521.26 522|522.14 523|523.34 524|524.26 525|525.42 526|526.44 527|527.77 528|528.88 529|529.61 530|530.54 531|531.25 532|532.38 533|533.19 534|534.82 535|535.25 536|536.49 537|537.17 538|538.43 539|539.4 540|540.75 541|541.28 542|542.62 543|543.34 544|544.34 545|545.84 546|546.81 547|547.40 548|548.69 549|549.66 550|550.12 551|551.0 552|552.4 553|553.88 554|554.92 555|555.80 556|556.47 557|557.75 558|558.51 559|559.4 560|560.9 561|561.60 562|562.49 563|563.96 564|564.67 565|565.71 566|566.3 567|567.55 568|568.42 569|569.41 570|570.28 571|571.27 572|572.46 573|573.7 574|574.36 575|575.0 576|576.40 577|577.8 578|578.24 579|579.87 580|580.27 581|581.22 582|582.2 583|583.3 584|584.37 585|585.21 586|586.41 587|587.82 588|588.49 589|589.83 590|590.34 591|591.51 592|592.22 593|593.21 594|594.68 595|595.62 596|596.27 597|597.83 598|598.51 599|599.10 600|600.55 601|601.68 602|602.42 603|603.51 604|604.86 605|605.71 606|606.3 607|607.41 608|608.7 609|609.16 610|610.67 611|611.23 612|612.10 613|613.16 614|614.81 615|615.72 616|616.37 617|617.57 618|618.24 619|619.81 620|620.37 621|621.1 622|622.63 623|623.84 624|624.25 625|625.77 626|626.72 627|627.11 628|628.6 629|629.31 630|630.44 631|631.91 632|632.78 633|633.22 634|634.45 635|635.19 636|636.93 637|637.55 638|638.7 639|639.59 640|640.38 641|641.78 642|642.87 643|643.27 644|644.9 645|645.51 646|646.15 647|647.87 648|648.81 649|649.57 650|650.66 651|651.98 652|652.33 653|653.85 654|654.24 655|655.14 656|656.98 657|657.97 658|658.6 659|659.70 660|660.19 661|661.35 662|662.56 663|663.37 664|664.10 665|665.4 666|666.13 667|667.46 668|668.56 669|669.85 670|670.33 671|671.5 672|672.46 673|673.63 674|674.26 675|675.76 676|676.20 677|677.46 678|678.45 679|679.39 680|680.48 681|681.93 682|682.26 683|683.35 684|684.74 685|685.90 686|686.27 687|687.78 688|688.77 689|689.93 690|690.51 691|691.23 692|692.53 693|693.86 694|694.91 695|695.19 696|696.62 697|697.13 698|698.45 699|699.50 700|700.90 701|701.42 702|702.56 703|703.80 704|704.2 705|705.78 706|706.50 707|707.30 708|708.35 709|709.71 710|710.6 711|711.71 712|712.66 713|713.65 714|714.36 715|715.31 716|716.63 717|717.31 718|718.45 719|719.46 720|720.18 721|721.74 722|722.55 723|723.66 724|724.96 725|725.75 726|726.3 727|727.12 728|728.88 729|729.0 730|730.55 731|731.82 732|732.49 733|733.9 734|734.29 735|735.53 736|736.32 737|737.54 738|738.89 739|739.68 740|740.45 741|741.80 742|742.95 743|743.88 744|744.91 745|745.13 746|746.28 747|747.71 748|748.18 749|749.60 750|750.52 751|751.96 752|752.24 753|753.83 754|754.60 755|755.12 756|756.2 757|757.93 758|758.84 759|759.1 760|760.45 761|761.78 762|762.10 763|763.58 764|764.52 765|765.29 766|766.55 767|767.47 768|768.46 769|769.50 770|770.25 771|771.92 772|772.92 773|773.68 774|774.79 775|775.8 776|776.87 777|777.23 778|778.50 779|779.98 780|780.62 781|781.79 782|782.29 783|783.7 784|784.63 785|785.84 786|786.46 787|787.44 788|788.18 789|789.25 790|790.33 791|791.9 792|792.77 793|793.99 794|794.37 795|795.12 796|796.26 797|797.62 798|798.28 799|799.82 800|800.97 801|801.24 802|802.97 803|803.79 804|804.33 805|805.66 806|806.9 807|807.80 808|808.6 809|809.65 810|810.22 811|811.55 812|812.7 813|813.57 814|814.4 815|815.57 816|816.96 817|817.7 818|818.19 819|819.88 820|820.37 821|821.94 822|822.56 823|823.30 824|824.84 825|825.5 826|826.82 827|827.53 828|828.16 829|829.44 830|830.95 831|831.86 832|832.66 833|833.36 834|834.5 835|835.85 836|836.63 837|837.47 838|838.9 839|839.26 840|840.40 841|841.70 842|842.46 843|843.67 844|844.86 845|845.93 846|846.46 847|847.64 848|848.35 849|849.11 850|850.90 851|851.60 852|852.24 853|853.11 854|854.57 855|855.9 856|856.9 857|857.62 858|858.97 859|859.43 860|860.99 861|861.3 862|862.15 863|863.36 864|864.43 865|865.72 866|866.24 867|867.86 868|868.77 869|869.23 870|870.22 871|871.29 872|872.43 873|873.26 874|874.71 875|875.99 876|876.10 877|877.68 878|878.93 879|879.2 880|880.24 881|881.89 882|882.37 883|883.50 884|884.45 885|885.57 886|886.67 887|887.17 888|888.38 889|889.77 890|890.83 891|891.87 892|892.36 893|893.64 894|894.24 895|895.85 896|896.2 897|897.47 898|898.47 899|899.94 900|900.19 901|901.31 902|902.4 903|903.51 904|904.16 905|905.52 906|906.53 907|907.13 908|908.4 909|909.93 910|910.43 911|911.9 912|912.38 913|913.73 914|914.90 915|915.96 916|916.99 917|917.90 918|918.99 919|919.54 920|920.19 921|921.14 922|922.43 923|923.88 924|924.96 925|925.32 926|926.18 927|927.35 928|928.3 929|929.19 930|930.84 931|931.43 932|932.33 933|933.69 934|934.6 935|935.76 936|936.43 937|937.61 938|938.18 939|939.9 940|940.46 941|941.62 942|942.66 943|943.11 944|944.43 945|945.1 946|946.65 947|947.26 948|948.70 949|949.10 950|950.97 951|951.38 952|952.31 953|953.17 954|954.64 955|955.13 956|956.40 957|957.15 958|958.3 959|959.91 960|960.32 961|961.31 962|962.62 963|963.17 964|964.80 965|965.60 966|966.71 967|967.99 968|968.12 969|969.11 970|970.6 971|971.48 972|972.80 973|973.40 974|974.50 975|975.33 976|976.89 977|977.52 978|978.13 979|979.88 980|980.61 981|981.48 982|982.70 983|983.73 984|984.47 985|985.11 986|986.42 987|987.41 988|988.37 989|989.59 990|990.72 991|991.27 992|992.12 993|993.27 994|994.86 995|995.47 996|996.76 997|997.51 998|998.79 999|999.61 1000|1000.72 1001|1001.30 1002|1002.51 1003|1003.91 1004|1004.79 1005|1005.70 1006|1006.39 1007|1007.66 1008|1008.48 1009|1009.80 1010|1010.28 1011|1011.62 1012|1012.83 1013|1013.11 1014|1014.92 1015|1015.76 1016|1016.92 1017|1017.84 1018|1018.5 1019|1019.65 1020|1020.30 1021|1021.73 1022|1022.63 1023|1023.8 1024|1024.71 1025|1025.83 1026|1026.84 1027|1027.1 1028|1028.83 1029|1029.68 1030|1030.56 1031|1031.21 1032|1032.88 1033|1033.33 1034|1034.73 1035|1035.73 1036|1036.7 1037|1037.46 1038|1038.21 1039|1039.32 1040|1040.78 1041|1041.8 1042|1042.82 1043|1043.84 1044|1044.24 1045|1045.10 1046|1046.69 1047|1047.5 1048|1048.9 1049|1049.11 1050|1050.5 1051|1051.31 1052|1052.97 1053|1053.24 1054|1054.49 1055|1055.46 1056|1056.25 1057|1057.56 1058|1058.36 1059|1059.44 1060|1060.65 1061|1061.68 1062|1062.49 1063|1063.46 1064|1064.75 1065|1065.29 1066|1066.82 1067|1067.73 1068|1068.38 1069|1069.50 1070|1070.82 1071|1071.82 1072|1072.29 1073|1073.94 1074|1074.28 1075|1075.82 1076|1076.70 1077|1077.23 1078|1078.88 1079|1079.80 1080|1080.98 1081|1081.5 1082|1082.45 1083|1083.16 1084|1084.41 1085|1085.13 1086|1086.8 1087|1087.42 1088|1088.3 1089|1089.43 1090|1090.97 1091|1091.50 1092|1092.54 1093|1093.7 1094|1094.14 1095|1095.89 1096|1096.75 1097|1097.75 1098|1098.61 1099|1099.99 1100|1100.87 1101|1101.51 1102|1102.81 1103|1103.25 1104|1104.6 1105|1105.28 1106|1106.17 1107|1107.28 1108|1108.15 1109|1109.39 1110|1110.39 1111|1111.49 1112|1112.80 1113|1113.30 1114|1114.99 1115|1115.69 1116|1116.16 1117|1117.93 1118|1118.65 1119|1119.91 1120|1120.20 1121|1121.88 1122|1122.47 1123|1123.23 1124|1124.94 1125|1125.18 1126|1126.76 1127|1127.85 1128|1128.77 1129|1129.14 1130|1130.35 1131|1131.30 1132|1132.64 1133|1133.59 1134|1134.95 1135|1135.78 1136|1136.32 1137|1137.19 1138|1138.3 1139|1139.1 1140|1140.62 1141|1141.91 1142|1142.53 1143|1143.60 1144|1144.59 1145|1145.76 1146|1146.97 1147|1147.66 1148|1148.9 1149|1149.33 1150|1150.58 1151|1151.74 1152|1152.53 1153|1153.6 1154|1154.88 1155|1155.18 1156|1156.81 1157|1157.31 1158|1158.44 1159|1159.59 1160|1160.39 1161|1161.52 1162|1162.82 1163|1163.56 1164|1164.5 1165|1165.44 1166|1166.6 1167|1167.88 1168|1168.96 1169|1169.90 1170|1170.50 1171|1171.82 1172|1172.45 1173|1173.77 1174|1174.30 1175|1175.86 1176|1176.72 1177|1177.73 1178|1178.62 1179|1179.83 1180|1180.81 1181|1181.86 1182|1182.91 1183|1183.99 1184|1184.55 1185|1185.84 1186|1186.2 1187|1187.55 1188|1188.34 1189|1189.48 1190|1190.37 1191|1191.74 1192|1192.92 1193|1193.14 1194|1194.49 1195|1195.94 1196|1196.38 1197|1197.97 1198|1198.83 1199|1199.60 1200|1200.16 1201|1201.31 1202|1202.32 1203|1203.56 1204|1204.9 1205|1205.99 1206|1206.83 1207|1207.96 1208|1208.26 1209|1209.80 1210|1210.82 1211|1211.12 1212|1212.45 1213|1213.93 1214|1214.50 1215|1215.35 1216|1216.28 1217|1217.42 1218|1218.57 1219|1219.99 1220|1220.35 1221|1221.26 1222|1222.69 1223|1223.44 1224|1224.96 1225|1225.77 1226|1226.60 1227|1227.47 1228|1228.21 1229|1229.99 1230|1230.4 1231|1231.39 1232|1232.28 1233|1233.28 1234|1234.57 1235|1235.64 1236|1236.39 1237|1237.62 1238|1238.55 1239|1239.83 1240|1240.28 1241|1241.20 1242|1242.20 1243|1243.95 1244|1244.61 1245|1245.32 1246|1246.25 1247|1247.90 1248|1248.54 1249|1249.38 1250|1250.41 1251|1251.43 1252|1252.35 1253|1253.90 1254|1254.99 1255|1255.48 1256|1256.29 1257|1257.19 1258|1258.62 1259|1259.20 1260|1260.63 1261|1261.77 1262|1262.78 1263|1263.92 1264|1264.61 1265|1265.55 1266|1266.21 1267|1267.79 1268|1268.50 1269|1269.5 1270|1270.25 1271|1271.59 1272|1272.9 1273|1273.25 1274|1274.89 1275|1275.31 1276|1276.8 1277|1277.24 1278|1278.47 1279|1279.78 1280|1280.11 1281|1281.68 1282|1282.23 1283|1283.26 1284|1284.44 1285|1285.72 1286|1286.7 1287|1287.33 1288|1288.7 1289|1289.64 1290|1290.19 1291|1291.18 1292|1292.48 1293|1293.23 1294|1294.63 1295|1295.68 1296|1296.38 1297|1297.86 1298|1298.13 1299|1299.45 1300|1300.63 1301|1301.54 1302|1302.65 1303|1303.92 1304|1304.1 1305|1305.13 1306|1306.12 1307|1307.70 1308|1308.83 1309|1309.22 1310|1310.48 1311|1311.1 1312|1312.5 1313|1313.44 1314|1314.82 1315|1315.27 1316|1316.44 1317|1317.50 1318|1318.69 1319|1319.81 1320|1320.84 1321|1321.13 1322|1322.76 1323|1323.16 1324|1324.19 1325|1325.41 1326|1326.59 1327|1327.56 1328|1328.2 1329|1329.99 1330|1330.50 1331|1331.41 1332|1332.3 1333|1333.28 1334|1334.46 1335|1335.85 1336|1336.14 1337|1337.21 1338|1338.48 1339|1339.15 1340|1340.62 1341|1341.86 1342|1342.59 1343|1343.27 1344|1344.17 1345|1345.94 1346|1346.67 1347|1347.91 1348|1348.56 1349|1349.39 1350|1350.14 1351|1351.64 1352|1352.55 1353|1353.22 1354|1354.37 1355|1355.44 1356|1356.28 1357|1357.84 1358|1358.10 1359|1359.11 1360|1360.69 1361|1361.32 1362|1362.65 1363|1363.91 1364|1364.67 1365|1365.65 1366|1366.38 1367|1367.9 1368|1368.68 1369|1369.93 1370|1370.95 1371|1371.33 1372|1372.25 1373|1373.43 1374|1374.63 1375|1375.73 1376|1376.98 1377|1377.92 1378|1378.86 1379|1379.20 1380|1380.87 1381|1381.43 1382|1382.29 1383|1383.93 1384|1384.78 1385|1385.5 1386|1386.77 1387|1387.79 1388|1388.6 1389|1389.88 1390|1390.19 1391|1391.47 1392|1392.90 1393|1393.80 1394|1394.66 1395|1395.61 1396|1396.69 1397|1397.50 1398|1398.49 1399|1399.0 1400|1400.73 1401|1401.67 1402|1402.20 1403|1403.37 1404|1404.82 1405|1405.5 1406|1406.31 1407|1407.95 1408|1408.46 1409|1409.33 1410|1410.86 1411|1411.86 1412|1412.23 1413|1413.32 1414|1414.0 1415|1415.58 1416|1416.93 1417|1417.68 1418|1418.66 1419|1419.38 1420|1420.96 1421|1421.54 1422|1422.8 1423|1423.22 1424|1424.41 1425|1425.18 1426|1426.78 1427|1427.2 1428|1428.48 1429|1429.77 1430|1430.64 1431|1431.53 1432|1432.22 1433|1433.42 1434|1434.8 1435|1435.6 1436|1436.54 1437|1437.66 1438|1438.55 1439|1439.50 1440|1440.63 1441|1441.17 1442|1442.8 1443|1443.76 1444|1444.22 1445|1445.26 1446|1446.66 1447|1447.42 1448|1448.50 1449|1449.90 1450|1450.27 1451|1451.88 1452|1452.78 1453|1453.92 1454|1454.26 1455|1455.88 1456|1456.93 1457|1457.15 1458|1458.82 1459|1459.8 1460|1460.0 1461|1461.89 1462|1462.4 1463|1463.94 1464|1464.23 1465|1465.58 1466|1466.43 1467|1467.76 1468|1468.13 1469|1469.4 1470|1470.42 1471|1471.32 1472|1472.91 1473|1473.65 1474|1474.23 1475|1475.26 1476|1476.16 1477|1477.41 1478|1478.24 1479|1479.13 1480|1480.82 1481|1481.99 1482|1482.44 1483|1483.88 1484|1484.35 1485|1485.44 1486|1486.44 1487|1487.27 1488|1488.46 1489|1489.63 1490|1490.44 1491|1491.55 1492|1492.39 1493|1493.89 1494|1494.73 1495|1495.89 1496|1496.5 1497|1497.77 1498|1498.24 1499|1499.74 1500|1500.53 1501|1501.17 1502|1502.23 1503|1503.52 1504|1504.35 1505|1505.28 1506|1506.19 1507|1507.86 1508|1508.38 1509|1509.18 1510|1510.38 1511|1511.66 1512|1512.42 1513|1513.74 1514|1514.11 1515|1515.37 1516|1516.43 1517|1517.48 1518|1518.32 1519|1519.79 1520|1520.87 1521|1521.71 1522|1522.5 1523|1523.79 1524|1524.36 1525|1525.65 1526|1526.75 1527|1527.25 1528|1528.73 1529|1529.83 1530|1530.43 1531|1531.52 1532|1532.74 1533|1533.38 1534|1534.69 1535|1535.12 1536|1536.61 1537|1537.8 1538|1538.14 1539|1539.45 1540|1540.98 1541|1541.48 1542|1542.90 1543|1543.56 1544|1544.72 1545|1545.38 1546|1546.94 1547|1547.37 1548|1548.34 1549|1549.20 1550|1550.99 1551|1551.9 1552|1552.8 1553|1553.14 1554|1554.86 1555|1555.69 1556|1556.53 1557|1557.38 1558|1558.94 1559|1559.78 1560|1560.51 1561|1561.63 1562|1562.8 1563|1563.98 1564|1564.0 1565|1565.34 1566|1566.71 1567|1567.64 1568|1568.14 1569|1569.63 1570|1570.27 1571|1571.40 1572|1572.79 1573|1573.69 1574|1574.85 1575|1575.7 1576|1576.64 1577|1577.42 1578|1578.42 1579|1579.40 1580|1580.38 1581|1581.44 1582|1582.70 1583|1583.42 1584|1584.40 1585|1585.52 1586|1586.87 1587|1587.7 1588|1588.75 1589|1589.5 1590|1590.97 1591|1591.95 1592|1592.62 1593|1593.37 1594|1594.76 1595|1595.9 1596|1596.97 1597|1597.3 1598|1598.34 1599|1599.14 1600|1600.73 1601|1601.88 1602|1602.97 1603|1603.30 1604|1604.94 1605|1605.35 1606|1606.85 1607|1607.22 1608|1608.54 1609|1609.56 1610|1610.12 1611|1611.28 1612|1612.17 1613|1613.8 1614|1614.48 1615|1615.50 1616|1616.37 1617|1617.68 1618|1618.64 1619|1619.72 1620|1620.13 1621|1621.59 1622|1622.25 1623|1623.5 1624|1624.91 1625|1625.36 1626|1626.39 1627|1627.33 1628|1628.40 1629|1629.39 1630|1630.62 1631|1631.9 1632|1632.63 1633|1633.18 1634|1634.87 1635|1635.19 1636|1636.75 1637|1637.57 1638|1638.15 1639|1639.11 1640|1640.41 1641|1641.98 1642|1642.9 1643|1643.95 1644|1644.25 1645|1645.59 1646|1646.15 1647|1647.7 1648|1648.18 1649|1649.77 1650|1650.6 1651|1651.25 1652|1652.69 1653|1653.70 1654|1654.25 1655|1655.72 1656|1656.70 1657|1657.86 1658|1658.29 1659|1659.7 1660|1660.45 1661|1661.28 1662|1662.70 1663|1663.35 1664|1664.21 1665|1665.77 1666|1666.27 1667|1667.51 1668|1668.86 1669|1669.4 1670|1670.71 1671|1671.37 1672|1672.69 1673|1673.26 1674|1674.77 1675|1675.86 1676|1676.18 1677|1677.3 1678|1678.65 1679|1679.22 1680|1680.75 1681|1681.80 1682|1682.35 1683|1683.63 1684|1684.21 1685|1685.2 1686|1686.56 1687|1687.37 1688|1688.97 1689|1689.18 1690|1690.91 1691|1691.23 1692|1692.15 1693|1693.79 1694|1694.95 1695|1695.31 1696|1696.45 1697|1697.32 1698|1698.30 1699|1699.13 1700|1700.88 1701|1701.31 1702|1702.73 1703|1703.77 1704|1704.17 1705|1705.12 1706|1706.13 1707|1707.37 1708|1708.88 1709|1709.6 1710|1710.28 1711|1711.76 1712|1712.70 1713|1713.39 1714|1714.60 1715|1715.29 1716|1716.43 1717|1717.84 1718|1718.77 1719|1719.74 1720|1720.35 1721|1721.89 1722|1722.97 1723|1723.71 1724|1724.46 1725|1725.77 1726|1726.92 1727|1727.76 1728|1728.17 1729|1729.6 1730|1730.65 1731|1731.44 1732|1732.90 1733|1733.45 1734|1734.37 1735|1735.29 1736|1736.3 1737|1737.15 1738|1738.63 1739|1739.59 1740|1740.40 1741|1741.31 1742|1742.89 1743|1743.40 1744|1744.63 1745|1745.93 1746|1746.12 1747|1747.84 1748|1748.50 1749|1749.0 1750|1750.35 1751|1751.2 1752|1752.10 1753|1753.46 1754|1754.94 1755|1755.6 1756|1756.57 1757|1757.37 1758|1758.66 1759|1759.64 1760|1760.6 1761|1761.21 1762|1762.70 1763|1763.79 1764|1764.32 1765|1765.86 1766|1766.64 1767|1767.76 1768|1768.98 1769|1769.65 1770|1770.88 1771|1771.55 1772|1772.7 1773|1773.24 1774|1774.9 1775|1775.68 1776|1776.1 1777|1777.51 1778|1778.50 1779|1779.29 1780|1780.78 1781|1781.36 1782|1782.77 1783|1783.82 1784|1784.20 1785|1785.33 1786|1786.64 1787|1787.39 1788|1788.51 1789|1789.52 1790|1790.78 1791|1791.87 1792|1792.34 1793|1793.74 1794|1794.83 1795|1795.54 1796|1796.80 1797|1797.44 1798|1798.6 1799|1799.68 1800|1800.26 1801|1801.87 1802|1802.89 1803|1803.48 1804|1804.66 1805|1805.43 1806|1806.65 1807|1807.11 1808|1808.69 1809|1809.59 1810|1810.4 1811|1811.43 1812|1812.87 1813|1813.94 1814|1814.64 1815|1815.43 1816|1816.44 1817|1817.52 1818|1818.46 1819|1819.65 1820|1820.94 1821|1821.32 1822|1822.52 1823|1823.33 1824|1824.56 1825|1825.68 1826|1826.74 1827|1827.56 1828|1828.97 1829|1829.94 1830|1830.17 1831|1831.48 1832|1832.55 1833|1833.86 1834|1834.12 1835|1835.96 1836|1836.85 1837|1837.37 1838|1838.71 1839|1839.8 1840|1840.57 1841|1841.97 1842|1842.51 1843|1843.63 1844|1844.3 1845|1845.92 1846|1846.66 1847|1847.10 1848|1848.82 1849|1849.18 1850|1850.98 1851|1851.20 1852|1852.99 1853|1853.12 1854|1854.94 1855|1855.24 1856|1856.73 1857|1857.99 1858|1858.34 1859|1859.91 1860|1860.48 1861|1861.33 1862|1862.81 1863|1863.91 1864|1864.85 1865|1865.13 1866|1866.68 1867|1867.34 1868|1868.17 1869|1869.53 1870|1870.74 1871|1871.24 1872|1872.74 1873|1873.28 1874|1874.95 1875|1875.80 1876|1876.70 1877|1877.63 1878|1878.40 1879|1879.26 1880|1880.98 1881|1881.69 1882|1882.18 1883|1883.30 1884|1884.73 1885|1885.76 1886|1886.84 1887|1887.69 1888|1888.13 1889|1889.1 1890|1890.33 1891|1891.91 1892|1892.68 1893|1893.42 1894|1894.0 1895|1895.4 1896|1896.98 1897|1897.15 1898|1898.97 1899|1899.30 1900|1900.5 1901|1901.88 1902|1902.5 1903|1903.66 1904|1904.41 1905|1905.45 1906|1906.18 1907|1907.7 1908|1908.80 1909|1909.61 1910|1910.38 1911|1911.99 1912|1912.77 1913|1913.90 1914|1914.69 1915|1915.60 1916|1916.20 1917|1917.39 1918|1918.47 1919|1919.44 1920|1920.30 1921|1921.23 1922|1922.66 1923|1923.4 1924|1924.5 1925|1925.40 1926|1926.22 1927|1927.78 1928|1928.42 1929|1929.6 1930|1930.31 1931|1931.50 1932|1932.33 1933|1933.31 1934|1934.82 1935|1935.72 1936|1936.77 1937|1937.58 1938|1938.58 1939|1939.96 1940|1940.91 1941|1941.46 1942|1942.7 1943|1943.8 1944|1944.45 1945|1945.36 1946|1946.33 1947|1947.14 1948|1948.25 1949|1949.81 1950|1950.47 1951|1951.98 1952|1952.63 1953|1953.18 1954|1954.40 1955|1955.80 1956|1956.20 1957|1957.8 1958|1958.18 1959|1959.1 1960|1960.50 1961|1961.14 1962|1962.1 1963|1963.44 1964|1964.8 1965|1965.28 1966|1966.7 1967|1967.15 1968|1968.88 1969|1969.98 1970|1970.44 1971|1971.78 1972|1972.68 1973|1973.7 1974|1974.65 1975|1975.3 1976|1976.0 1977|1977.95 1978|1978.68 1979|1979.89 1980|1980.49 1981|1981.10 1982|1982.70 1983|1983.97 1984|1984.76 1985|1985.53 1986|1986.29 1987|1987.47 1988|1988.45 1989|1989.30 1990|1990.22 1991|1991.71 1992|1992.34 1993|1993.57 1994|1994.9 1995|1995.22 1996|1996.13 1997|1997.53 1998|1998.69 1999|1999.30 2000|2000.0 2001|2001.48 2002|2002.65 2003|2003.56 2004|2004.80 2005|2005.47 2006|2006.7 2007|2007.5 2008|2008.89 2009|2009.42 2010|2010.79 2011|2011.80 2012|2012.32 2013|2013.10 2014|2014.56 2015|2015.6 2016|2016.80 2017|2017.12 2018|2018.37 2019|2019.77 2020|2020.15 2021|2021.18 2022|2022.66 2023|2023.41 2024|2024.65 2025|2025.44 2026|2026.61 2027|2027.42 2028|2028.51 2029|2029.19 2030|2030.3 2031|2031.65 2032|2032.44 2033|2033.31 2034|2034.93 2035|2035.34 2036|2036.87 2037|2037.54 2038|2038.22 2039|2039.96 2040|2040.77 2041|2041.64 2042|2042.5 2043|2043.84 2044|2044.5 2045|2045.6 2046|2046.99 2047|2047.74 2048|2048.55 2049|2049.65 2050|2050.18 2051|2051.76 2052|2052.99 2053|2053.23 2054|2054.7 2055|2055.29 2056|2056.81 2057|2057.72 2058|2058.96 2059|2059.64 2060|2060.9 2061|2061.42 2062|2062.73 2063|2063.8 2064|2064.57 2065|2065.78 2066|2066.84 2067|2067.84 2068|2068.12 2069|2069.38 2070|2070.47 2071|2071.63 2072|2072.1 2073|2073.88 2074|2074.84 2075|2075.94 2076|2076.49 2077|2077.0 2078|2078.13 2079|2079.43 2080|2080.88 2081|2081.50 2082|2082.28 2083|2083.1 2084|2084.72 2085|2085.89 2086|2086.26 2087|2087.76 2088|2088.36 2089|2089.69 2090|2090.50 2091|2091.9 2092|2092.50 2093|2093.55 2094|2094.81 2095|2095.1 2096|2096.74 2097|2097.25 2098|2098.70 2099|2099.33 2100|2100.37 2101|2101.2 2102|2102.66 2103|2103.98 2104|2104.67 2105|2105.91 2106|2106.83 2107|2107.19 2108|2108.86 2109|2109.47 2110|2110.50 2111|2111.3 2112|2112.24 2113|2113.97 2114|2114.39 2115|2115.32 2116|2116.52 2117|2117.23 2118|2118.46 2119|2119.15 2120|2120.88 2121|2121.22 2122|2122.46 2123|2123.20 2124|2124.11 2125|2125.33 2126|2126.82 2127|2127.76 2128|2128.88 2129|2129.51 2130|2130.86 2131|2131.33 2132|2132.25 2133|2133.69 2134|2134.51 2135|2135.72 2136|2136.53 2137|2137.93 2138|2138.4 2139|2139.34 2140|2140.24 2141|2141.80 2142|2142.33 2143|2143.84 2144|2144.61 2145|2145.78 2146|2146.47 2147|2147.44 </str>
<float name="score">1.414213</float></doc>
<doc>
<str name="id">6</str>
<int name="id_i">6</int>
<float name="default_amount_f">17932.0</float>
<str name="amounts_dpf">1|1.21 2|2.62 3|3.4 4|4.86 5|5.32 6|6.6 7|7.11 8|8.55 9|9.48 10|10.27 11|11.10 12|12.70 13|13.58 14|14.55 15|15.86 16|16.3 17|17.52 18|18.52 19|19.75 20|20.61 21|21.58 22|22.28 23|23.37 24|24.40 25|25.45 26|26.29 27|27.38 28|28.32 29|29.28 30|30.71 31|31.22 32|32.62 33|33.68 34|34.45 35|35.48 36|36.9 37|37.94 38|38.1 39|39.86 40|40.79 41|41.82 42|42.25 43|43.36 44|44.65 45|45.2 46|46.27 47|47.66 48|48.43 49|49.17 50|50.49 51|51.67 52|52.31 53|53.96 54|54.71 55|55.11 56|56.81 57|57.44 58|58.24 59|59.45 60|60.8 61|61.61 62|62.32 63|63.36 64|64.88 65|65.59 66|66.63 67|67.61 68|68.62 69|69.69 70|70.47 71|71.13 72|72.76 73|73.44 74|74.68 75|75.99 76|76.67 77|77.49 78|78.99 79|79.5 80|80.38 81|81.62 82|82.54 83|83.91 84|84.38 85|85.88 86|86.6 87|87.17 88|88.48 89|89.55 90|90.46 91|91.47 92|92.13 93|93.86 94|94.39 95|95.42 96|96.21 97|97.58 98|98.51 99|99.11 100|100.72 101|101.20 102|102.60 103|103.51 104|104.16 105|105.2 106|106.22 107|107.69 108|108.49 109|109.66 110|110.15 111|111.20 112|112.29 113|113.80 114|114.86 115|115.39 116|116.14 117|117.57 118|118.17 119|119.12 120|120.0 121|121.37 122|122.57 123|123.7 124|124.37 125|125.41 126|126.93 127|127.83 128|128.81 129|129.50 130|130.10 131|131.81 132|132.7 133|133.59 134|134.26 135|135.24 136|136.3 137|137.82 138|138.39 139|139.95 140|140.52 141|141.6 142|142.39 143|143.46 144|144.53 145|145.97 146|146.71 147|147.18 148|148.79 149|149.7 150|150.5 151|151.68 152|152.49 153|153.63 154|154.50 155|155.34 156|156.34 157|157.53 158|158.75 159|159.83 160|160.72 161|161.33 162|162.15 163|163.57 164|164.35 165|165.1 166|166.50 167|167.36 168|168.17 169|169.62 170|170.64 171|171.63 172|172.6 173|173.6 174|174.23 175|175.98 176|176.93 177|177.52 178|178.99 179|179.98 180|180.81 181|181.62 182|182.25 183|183.19 184|184.52 185|185.11 186|186.42 187|187.16 188|188.32 189|189.4 190|190.76 191|191.12 192|192.21 193|193.33 194|194.18 195|195.14 196|196.81 197|197.27 198|198.38 199|199.6 200|200.43 201|201.48 202|202.91 203|203.61 204|204.19 205|205.96 206|206.9 207|207.89 208|208.97 209|209.55 210|210.73 211|211.68 212|212.39 213|213.32 214|214.78 215|215.79 216|216.56 217|217.54 218|218.54 219|219.66 220|220.9 221|221.95 222|222.24 223|223.87 224|224.42 225|225.29 226|226.59 227|227.55 228|228.29 229|229.21 230|230.66 231|231.82 232|232.18 233|233.24 234|234.74 235|235.2 236|236.85 237|237.88 238|238.82 239|239.77 240|240.72 241|241.80 242|242.7 243|243.24 244|244.61 245|245.42 246|246.93 247|247.82 248|248.77 249|249.30 250|250.3 251|251.91 252|252.65 253|253.81 254|254.78 255|255.53 256|256.65 257|257.68 258|258.45 259|259.62 260|260.2 261|261.98 262|262.58 263|263.9 264|264.17 265|265.14 266|266.51 267|267.43 268|268.44 269|269.30 270|270.20 271|271.77 272|272.17 273|273.40 274|274.76 275|275.96 276|276.84 277|277.13 278|278.34 279|279.13 280|280.9 281|281.32 282|282.44 283|283.90 284|284.12 285|285.55 286|286.23 287|287.77 288|288.12 289|289.68 290|290.91 291|291.83 292|292.42 293|293.98 294|294.72 295|295.81 296|296.37 297|297.56 298|298.80 299|299.98 300|300.38 301|301.70 302|302.69 303|303.38 304|304.0 305|305.56 306|306.95 307|307.21 308|308.18 309|309.93 310|310.54 311|311.37 312|312.85 313|313.37 314|314.14 315|315.2 316|316.40 317|317.56 318|318.4 319|319.23 320|320.6 321|321.64 322|322.93 323|323.12 324|324.71 325|325.36 326|326.55 327|327.68 328|328.70 329|329.11 330|330.12 331|331.8 332|332.18 333|333.1 334|334.19 335|335.61 336|336.49 337|337.26 338|338.15 339|339.21 340|340.3 341|341.54 342|342.43 343|343.17 344|344.52 345|345.47 346|346.29 347|347.46 348|348.39 349|349.58 350|350.73 351|351.86 352|352.22 353|353.14 354|354.95 355|355.97 356|356.32 357|357.73 358|358.60 359|359.10 360|360.9 361|361.72 362|362.96 363|363.15 364|364.29 365|365.22 366|366.53 367|367.69 368|368.75 369|369.82 370|370.81 371|371.98 372|372.83 373|373.23 374|374.75 375|375.91 376|376.94 377|377.5 378|378.34 379|379.60 380|380.2 381|381.23 382|382.14 383|383.83 384|384.31 385|385.3 386|386.48 387|387.62 388|388.51 389|389.50 390|390.62 391|391.79 392|392.59 393|393.49 394|394.40 395|395.50 396|396.57 397|397.95 398|398.73 399|399.63 400|400.67 401|401.85 402|402.60 403|403.2 404|404.2 405|405.76 406|406.29 407|407.65 408|408.95 409|409.12 410|410.31 411|411.8 412|412.11 413|413.33 414|414.83 415|415.74 416|416.10 417|417.43 418|418.52 419|419.17 420|420.37 421|421.78 422|422.33 423|423.3 424|424.17 425|425.65 426|426.27 427|427.21 428|428.86 429|429.99 430|430.0 431|431.1 432|432.7 433|433.32 434|434.72 435|435.50 436|436.53 437|437.94 438|438.54 439|439.40 440|440.93 441|441.67 442|442.64 443|443.90 444|444.50 445|445.44 446|446.70 447|447.65 448|448.89 449|449.60 450|450.59 451|451.63 452|452.65 453|453.29 454|454.39 455|455.72 456|456.98 457|457.45 458|458.28 459|459.19 460|460.64 461|461.67 462|462.6 463|463.21 464|464.11 465|465.11 466|466.68 467|467.24 468|468.10 469|469.47 470|470.71 471|471.29 472|472.12 473|473.77 474|474.77 475|475.22 476|476.87 477|477.99 478|478.81 479|479.13 480|480.51 481|481.35 482|482.13 483|483.28 484|484.19 485|485.21 486|486.15 487|487.18 488|488.96 489|489.7 490|490.33 491|491.7 492|492.12 493|493.64 494|494.36 495|495.70 496|496.90 497|497.5 498|498.85 499|499.72 500|500.91 501|501.74 502|502.20 503|503.11 504|504.73 505|505.40 506|506.17 507|507.36 508|508.98 509|509.56 510|510.72 511|511.14 512|512.61 513|513.88 514|514.84 515|515.17 516|516.39 517|517.11 518|518.22 519|519.52 520|520.77 521|521.1 522|522.37 523|523.21 524|524.87 525|525.23 526|526.88 527|527.50 528|528.45 529|529.14 530|530.63 531|531.13 532|532.33 533|533.94 534|534.1 535|535.47 536|536.29 537|537.36 538|538.1 539|539.31 540|540.55 541|541.96 542|542.68 543|543.14 544|544.70 545|545.7 546|546.72 547|547.14 548|548.3 549|549.24 550|550.18 551|551.77 552|552.57 553|553.50 554|554.99 555|555.58 556|556.75 557|557.48 558|558.47 559|559.4 560|560.41 561|561.86 562|562.60 563|563.7 564|564.27 565|565.28 566|566.30 567|567.97 568|568.81 569|569.92 570|570.55 571|571.44 572|572.30 573|573.98 574|574.41 575|575.34 576|576.19 577|577.45 578|578.83 579|579.52 580|580.81 581|581.76 582|582.35 583|583.4 584|584.96 585|585.30 586|586.95 587|587.85 588|588.0 589|589.2 590|590.69 591|591.56 592|592.11 593|593.6 594|594.60 595|595.34 596|596.2 597|597.18 598|598.1 599|599.73 600|600.48 601|601.81 602|602.95 603|603.38 604|604.35 605|605.12 606|606.58 607|607.71 608|608.88 609|609.92 610|610.86 611|611.5 612|612.65 613|613.51 614|614.96 615|615.55 616|616.49 617|617.75 618|618.48 619|619.66 620|620.19 621|621.25 622|622.20 623|623.82 624|624.41 625|625.46 626|626.7 627|627.76 628|628.59 629|629.70 630|630.20 631|631.45 632|632.64 633|633.8 634|634.42 635|635.13 636|636.84 637|637.5 638|638.25 639|639.88 640|640.50 641|641.29 642|642.63 643|643.58 644|644.28 645|645.84 646|646.60 647|647.5 648|648.45 649|649.49 650|650.28 651|651.24 652|652.81 653|653.6 654|654.58 655|655.59 656|656.24 657|657.44 658|658.65 659|659.45 660|660.96 661|661.91 662|662.42 663|663.31 664|664.53 665|665.9 666|666.74 667|667.8 668|668.15 669|669.43 670|670.65 671|671.97 672|672.32 673|673.23 674|674.88 675|675.41 676|676.61 677|677.50 678|678.47 679|679.5 680|680.54 681|681.82 682|682.8 683|683.43 684|684.66 685|685.44 686|686.6 687|687.17 688|688.47 689|689.20 690|690.13 691|691.86 692|692.70 693|693.87 694|694.92 695|695.36 696|696.58 697|697.50 698|698.68 699|699.16 700|700.41 701|701.26 702|702.56 703|703.61 704|704.13 705|705.43 706|706.81 707|707.93 708|708.29 709|709.10 710|710.61 711|711.36 712|712.57 713|713.66 714|714.29 715|715.30 716|716.35 717|717.19 718|718.76 719|719.92 720|720.25 721|721.19 722|722.16 723|723.44 724|724.65 725|725.51 726|726.93 727|727.88 728|728.59 729|729.85 730|730.92 731|731.71 732|732.56 733|733.18 734|734.81 735|735.69 736|736.22 737|737.98 738|738.10 739|739.22 740|740.10 741|741.89 742|742.42 743|743.73 744|744.89 745|745.19 746|746.57 747|747.84 748|748.31 749|749.79 750|750.63 751|751.44 752|752.2 753|753.63 754|754.43 755|755.34 756|756.24 757|757.83 758|758.72 759|759.90 760|760.85 761|761.66 762|762.71 763|763.17 764|764.29 765|765.86 766|766.11 767|767.80 768|768.10 769|769.29 770|770.54 771|771.55 772|772.99 773|773.44 774|774.98 775|775.24 776|776.49 777|777.69 778|778.30 779|779.10 780|780.37 781|781.6 782|782.89 783|783.28 784|784.4 785|785.6 786|786.90 787|787.49 788|788.56 789|789.46 790|790.15 791|791.18 792|792.99 793|793.19 794|794.83 795|795.35 796|796.39 797|797.40 798|798.14 799|799.82 800|800.30 801|801.22 802|802.32 803|803.59 804|804.9 805|805.11 806|806.47 807|807.29 808|808.11 809|809.0 810|810.51 811|811.86 812|812.19 813|813.34 814|814.53 815|815.22 816|816.43 817|817.33 818|818.26 819|819.75 820|820.91 821|821.4 822|822.36 823|823.6 824|824.92 825|825.40 826|826.48 827|827.66 828|828.41 829|829.16 830|830.18 831|831.4 832|832.88 833|833.14 834|834.72 835|835.23 836|836.33 837|837.71 838|838.25 839|839.18 840|840.18 841|841.37 842|842.84 843|843.1 844|844.90 845|845.96 846|846.26 847|847.50 848|848.69 849|849.12 850|850.98 851|851.32 852|852.3 853|853.28 854|854.23 855|855.20 856|856.71 857|857.76 858|858.55 859|859.58 860|860.95 861|861.36 862|862.95 863|863.43 864|864.31 865|865.28 866|866.35 867|867.84 868|868.50 869|869.7 870|870.92 871|871.90 872|872.21 873|873.80 874|874.53 875|875.55 876|876.81 877|877.49 878|878.62 879|879.1 880|880.0 881|881.17 882|882.37 883|883.83 884|884.82 885|885.72 886|886.11 887|887.77 888|888.93 889|889.85 890|890.69 891|891.81 892|892.55 893|893.10 894|894.86 895|895.92 896|896.11 897|897.9 898|898.95 899|899.47 900|900.72 901|901.39 902|902.47 903|903.59 904|904.76 905|905.5 906|906.67 907|907.15 908|908.48 909|909.88 910|910.61 911|911.2 912|912.6 913|913.93 914|914.9 915|915.94 916|916.38 917|917.24 918|918.91 919|919.84 920|920.11 921|921.50 922|922.63 923|923.79 924|924.89 925|925.35 926|926.80 927|927.99 928|928.62 929|929.84 930|930.73 931|931.95 932|932.72 933|933.21 934|934.72 935|935.44 936|936.3 937|937.65 938|938.49 939|939.95 940|940.17 941|941.0 942|942.42 943|943.38 944|944.54 945|945.22 946|946.78 947|947.13 948|948.97 949|949.80 950|950.6 951|951.55 952|952.24 953|953.88 954|954.75 955|955.88 956|956.60 957|957.62 958|958.18 959|959.81 960|960.78 961|961.3 962|962.69 963|963.77 964|964.76 965|965.70 966|966.93 967|967.28 968|968.95 969|969.81 970|970.4 971|971.57 972|972.73 973|973.35 974|974.76 975|975.51 976|976.12 977|977.55 978|978.22 979|979.57 980|980.53 981|981.54 982|982.23 983|983.36 984|984.17 985|985.24 986|986.13 987|987.97 988|988.50 989|989.82 990|990.1 991|991.95 992|992.16 993|993.91 994|994.80 995|995.7 996|996.75 997|997.50 998|998.93 999|999.30 1000|1000.9 1001|1001.73 1002|1002.94 1003|1003.68 1004|1004.93 1005|1005.12 1006|1006.96 1007|1007.32 1008|1008.15 1009|1009.17 1010|1010.14 1011|1011.7 1012|1012.15 1013|1013.3 1014|1014.76 1015|1015.37 1016|1016.96 1017|1017.18 1018|1018.20 1019|1019.21 1020|1020.8 1021|1021.76 1022|1022.78 1023|1023.42 1024|1024.20 1025|1025.57 1026|1026.28 1027|1027.15 1028|1028.68 1029|1029.81 1030|1030.57 1031|1031.93 1032|1032.5 1033|1033.74 1034|1034.79 1035|1035.92 1036|1036.39 1037|1037.37 1038|1038.95 1039|1039.63 1040|1040.74 1041|1041.22 1042|1042.70 1043|1043.84 1044|1044.61 1045|1045.98 1046|1046.4 1047|1047.3 1048|1048.28 1049|1049.39 1050|1050.39 1051|1051.99 1052|1052.90 1053|1053.99 1054|1054.46 1055|1055.42 1056|1056.36 1057|1057.77 1058|1058.54 1059|1059.24 1060|1060.56 1061|1061.19 1062|1062.44 1063|1063.64 1064|1064.87 1065|1065.63 1066|1066.52 1067|1067.10 1068|1068.72 1069|1069.23 1070|1070.58 1071|1071.31 1072|1072.87 1073|1073.57 1074|1074.27 1075|1075.6 1076|1076.80 1077|1077.68 1078|1078.44 1079|1079.20 1080|1080.3 1081|1081.95 1082|1082.90 1083|1083.33 1084|1084.25 1085|1085.68 1086|1086.60 1087|1087.0 1088|1088.55 1089|1089.21 1090|1090.75 1091|1091.89 1092|1092.77 1093|1093.18 1094|1094.47 1095|1095.25 1096|1096.23 1097|1097.28 1098|1098.99 1099|1099.95 1100|1100.20 1101|1101.92 1102|1102.86 1103|1103.19 1104|1104.79 1105|1105.20 1106|1106.59 1107|1107.84 1108|1108.35 1109|1109.79 1110|1110.90 1111|1111.49 1112|1112.80 1113|1113.3 1114|1114.31 1115|1115.7 1116|1116.73 1117|1117.91 1118|1118.2 1119|1119.5 1120|1120.41 1121|1121.39 1122|1122.8 1123|1123.9 1124|1124.70 1125|1125.66 1126|1126.64 1127|1127.25 1128|1128.60 1129|1129.98 1130|1130.75 1131|1131.88 1132|1132.9 1133|1133.77 1134|1134.32 1135|1135.84 1136|1136.44 1137|1137.84 1138|1138.37 1139|1139.23 1140|1140.19 1141|1141.53 1142|1142.94 1143|1143.28 1144|1144.34 1145|1145.80 1146|1146.5 1147|1147.15 1148|1148.62 1149|1149.88 1150|1150.0 1151|1151.35 1152|1152.92 1153|1153.70 1154|1154.10 1155|1155.87 1156|1156.59 1157|1157.59 1158|1158.99 1159|1159.73 1160|1160.84 1161|1161.13 1162|1162.0 1163|1163.37 1164|1164.21 1165|1165.84 1166|1166.2 1167|1167.81 1168|1168.82 1169|1169.51 1170|1170.53 1171|1171.67 1172|1172.45 1173|1173.54 1174|1174.3 1175|1175.72 1176|1176.93 1177|1177.63 1178|1178.71 1179|1179.19 1180|1180.71 1181|1181.45 1182|1182.31 1183|1183.2 1184|1184.27 1185|1185.57 1186|1186.97 1187|1187.75 1188|1188.4 1189|1189.60 1190|1190.22 1191|1191.53 1192|1192.6 1193|1193.68 1194|1194.9 1195|1195.43 1196|1196.19 1197|1197.95 1198|1198.96 1199|1199.61 1200|1200.88 1201|1201.75 1202|1202.65 1203|1203.45 1204|1204.32 1205|1205.96 1206|1206.34 1207|1207.67 1208|1208.15 1209|1209.31 1210|1210.52 1211|1211.78 1212|1212.36 1213|1213.20 1214|1214.59 1215|1215.31 1216|1216.39 1217|1217.3 1218|1218.68 1219|1219.79 1220|1220.83 1221|1221.94 1222|1222.5 1223|1223.25 1224|1224.20 1225|1225.85 1226|1226.11 1227|1227.8 1228|1228.73 1229|1229.78 1230|1230.99 1231|1231.35 1232|1232.68 1233|1233.23 1234|1234.88 1235|1235.10 1236|1236.79 1237|1237.88 1238|1238.66 1239|1239.37 1240|1240.1 1241|1241.64 1242|1242.34 1243|1243.8 1244|1244.33 1245|1245.24 1246|1246.93 1247|1247.33 1248|1248.39 1249|1249.57 1250|1250.86 1251|1251.21 1252|1252.10 1253|1253.43 1254|1254.46 1255|1255.83 1256|1256.90 1257|1257.36 1258|1258.82 1259|1259.47 1260|1260.84 1261|1261.93 1262|1262.91 1263|1263.36 1264|1264.32 1265|1265.10 1266|1266.73 1267|1267.45 1268|1268.40 1269|1269.37 1270|1270.25 1271|1271.73 1272|1272.79 1273|1273.65 1274|1274.29 1275|1275.37 1276|1276.34 1277|1277.22 1278|1278.59 1279|1279.30 1280|1280.13 1281|1281.62 1282|1282.81 1283|1283.14 1284|1284.91 1285|1285.50 1286|1286.85 1287|1287.8 1288|1288.50 1289|1289.17 1290|1290.84 1291|1291.63 1292|1292.64 1293|1293.60 1294|1294.86 1295|1295.80 1296|1296.59 1297|1297.12 1298|1298.88 1299|1299.36 1300|1300.18 1301|1301.11 1302|1302.25 1303|1303.11 1304|1304.4 1305|1305.84 1306|1306.48 1307|1307.83 1308|1308.19 1309|1309.56 1310|1310.57 1311|1311.26 1312|1312.71 1313|1313.71 1314|1314.95 1315|1315.73 1316|1316.30 1317|1317.77 1318|1318.25 1319|1319.81 1320|1320.85 1321|1321.82 1322|1322.47 1323|1323.86 1324|1324.32 1325|1325.0 1326|1326.98 1327|1327.2 1328|1328.67 1329|1329.71 1330|1330.59 1331|1331.59 1332|1332.63 1333|1333.6 1334|1334.9 1335|1335.5 1336|1336.28 1337|1337.83 1338|1338.93 1339|1339.41 1340|1340.39 1341|1341.49 1342|1342.9 1343|1343.9 1344|1344.4 1345|1345.39 1346|1346.61 1347|1347.76 1348|1348.51 1349|1349.35 1350|1350.90 1351|1351.60 1352|1352.13 1353|1353.82 1354|1354.90 1355|1355.62 1356|1356.40 1357|1357.15 1358|1358.51 1359|1359.14 1360|1360.57 1361|1361.88 1362|1362.65 1363|1363.3 1364|1364.75 1365|1365.11 1366|1366.72 1367|1367.42 1368|1368.96 1369|1369.52 1370|1370.66 1371|1371.46 1372|1372.32 1373|1373.63 1374|1374.19 1375|1375.31 1376|1376.69 1377|1377.13 1378|1378.12 1379|1379.25 1380|1380.60 1381|1381.53 1382|1382.84 1383|1383.72 1384|1384.83 1385|1385.38 1386|1386.30 1387|1387.98 1388|1388.43 1389|1389.93 1390|1390.17 1391|1391.15 1392|1392.48 1393|1393.3 1394|1394.83 1395|1395.38 1396|1396.34 1397|1397.49 1398|1398.3 1399|1399.17 1400|1400.95 1401|1401.0 1402|1402.43 1403|1403.93 1404|1404.20 1405|1405.73 1406|1406.80 1407|1407.77 1408|1408.66 1409|1409.18 1410|1410.47 1411|1411.77 1412|1412.76 1413|1413.20 1414|1414.6 1415|1415.77 1416|1416.60 1417|1417.91 1418|1418.14 1419|1419.93 1420|1420.1 1421|1421.2 1422|1422.81 1423|1423.37 1424|1424.62 1425|1425.2 1426|1426.36 1427|1427.99 1428|1428.74 1429|1429.84 1430|1430.50 1431|1431.43 1432|1432.91 1433|1433.56 1434|1434.91 1435|1435.93 1436|1436.38 1437|1437.46 1438|1438.5 1439|1439.6 1440|1440.69 1441|1441.94 1442|1442.40 1443|1443.48 1444|1444.20 1445|1445.13 1446|1446.51 1447|1447.56 1448|1448.9 1449|1449.76 1450|1450.18 1451|1451.36 1452|1452.26 1453|1453.68 1454|1454.19 1455|1455.72 1456|1456.39 1457|1457.24 1458|1458.80 1459|1459.11 1460|1460.96 1461|1461.2 1462|1462.74 1463|1463.14 1464|1464.37 1465|1465.6 1466|1466.74 1467|1467.33 1468|1468.29 1469|1469.0 1470|1470.40 1471|1471.67 1472|1472.35 1473|1473.84 1474|1474.72 1475|1475.66 1476|1476.13 1477|1477.9 1478|1478.66 1479|1479.89 1480|1480.33 1481|1481.70 1482|1482.59 1483|1483.60 1484|1484.88 1485|1485.50 1486|1486.29 1487|1487.98 1488|1488.24 1489|1489.27 1490|1490.62 1491|1491.49 1492|1492.25 1493|1493.57 1494|1494.38 1495|1495.73 1496|1496.6 1497|1497.4 1498|1498.36 1499|1499.0 1500|1500.91 1501|1501.88 1502|1502.14 1503|1503.43 1504|1504.31 1505|1505.80 1506|1506.32 1507|1507.56 1508|1508.65 1509|1509.30 1510|1510.81 1511|1511.55 1512|1512.47 1513|1513.59 1514|1514.43 1515|1515.26 1516|1516.47 1517|1517.3 1518|1518.12 1519|1519.80 1520|1520.92 1521|1521.65 1522|1522.87 1523|1523.18 1524|1524.15 1525|1525.80 1526|1526.8 1527|1527.93 1528|1528.17 1529|1529.60 1530|1530.21 1531|1531.32 1532|1532.29 1533|1533.49 1534|1534.81 1535|1535.25 1536|1536.64 1537|1537.22 1538|1538.7 1539|1539.30 1540|1540.55 1541|1541.85 1542|1542.6 1543|1543.82 1544|1544.14 1545|1545.58 1546|1546.20 1547|1547.45 1548|1548.24 1549|1549.6 1550|1550.73 1551|1551.43 1552|1552.2 1553|1553.90 1554|1554.17 1555|1555.33 1556|1556.24 1557|1557.23 1558|1558.8 1559|1559.76 1560|1560.69 1561|1561.89 1562|1562.12 1563|1563.96 1564|1564.70 1565|1565.4 1566|1566.34 1567|1567.76 1568|1568.28 1569|1569.60 1570|1570.47 1571|1571.9 1572|1572.55 1573|1573.73 1574|1574.21 1575|1575.37 1576|1576.29 1577|1577.90 1578|1578.92 1579|1579.38 1580|1580.53 1581|1581.33 1582|1582.59 1583|1583.81 1584|1584.23 1585|1585.37 1586|1586.34 1587|1587.87 1588|1588.47 1589|1589.0 1590|1590.93 1591|1591.21 1592|1592.65 1593|1593.12 1594|1594.40 1595|1595.96 1596|1596.94 1597|1597.79 1598|1598.38 1599|1599.92 1600|1600.96 1601|1601.91 1602|1602.58 1603|1603.75 1604|1604.78 1605|1605.59 1606|1606.96 1607|1607.53 1608|1608.82 1609|1609.19 1610|1610.30 1611|1611.45 1612|1612.54 1613|1613.25 1614|1614.61 1615|1615.2 1616|1616.36 1617|1617.2 1618|1618.8 1619|1619.2 1620|1620.75 1621|1621.46 1622|1622.77 1623|1623.60 1624|1624.41 1625|1625.18 1626|1626.76 1627|1627.38 1628|1628.80 1629|1629.23 1630|1630.71 1631|1631.39 1632|1632.91 1633|1633.37 1634|1634.88 1635|1635.45 1636|1636.40 1637|1637.81 1638|1638.66 1639|1639.77 1640|1640.82 1641|1641.38 1642|1642.23 1643|1643.35 1644|1644.68 1645|1645.65 1646|1646.8 1647|1647.24 1648|1648.38 1649|1649.3 1650|1650.11 1651|1651.22 1652|1652.18 1653|1653.91 1654|1654.40 1655|1655.2 1656|1656.39 1657|1657.20 1658|1658.64 1659|1659.30 1660|1660.36 1661|1661.23 1662|1662.87 1663|1663.45 1664|1664.90 1665|1665.99 1666|1666.43 1667|1667.28 1668|1668.78 1669|1669.20 1670|1670.77 1671|1671.54 1672|1672.63 1673|1673.5 1674|1674.61 1675|1675.30 1676|1676.58 1677|1677.66 1678|1678.98 1679|1679.49 1680|1680.7 1681|1681.33 1682|1682.60 1683|1683.68 1684|1684.46 1685|1685.93 1686|1686.62 1687|1687.53 1688|1688.6 1689|1689.21 1690|1690.58 1691|1691.15 1692|1692.25 1693|1693.54 1694|1694.2 1695|1695.97 1696|1696.80 1697|1697.50 1698|1698.7 1699|1699.0 1700|1700.82 1701|1701.28 1702|1702.93 1703|1703.9 1704|1704.49 1705|1705.4 1706|1706.52 1707|1707.79 1708|1708.17 1709|1709.0 1710|1710.91 1711|1711.72 1712|1712.14 1713|1713.74 1714|1714.60 1715|1715.40 1716|1716.75 1717|1717.17 1718|1718.77 1719|1719.98 1720|1720.58 1721|1721.51 1722|1722.41 1723|1723.29 1724|1724.71 1725|1725.10 1726|1726.25 1727|1727.40 1728|1728.37 1729|1729.66 1730|1730.37 1731|1731.39 1732|1732.35 1733|1733.12 1734|1734.1 1735|1735.15 1736|1736.14 1737|1737.25 1738|1738.5 1739|1739.37 1740|1740.33 1741|1741.19 1742|1742.98 1743|1743.22 1744|1744.48 1745|1745.91 1746|1746.67 1747|1747.31 1748|1748.3 1749|1749.38 1750|1750.36 1751|1751.1 1752|1752.89 1753|1753.11 1754|1754.30 1755|1755.13 1756|1756.1 1757|1757.23 1758|1758.84 1759|1759.66 1760|1760.93 1761|1761.79 1762|1762.33 1763|1763.35 1764|1764.28 1765|1765.3 1766|1766.60 1767|1767.51 1768|1768.48 1769|1769.67 1770|1770.15 1771|1771.55 1772|1772.89 1773|1773.84 1774|1774.56 1775|1775.66 1776|1776.22 1777|1777.87 1778|1778.24 1779|1779.25 1780|1780.85 1781|1781.61 1782|1782.12 1783|1783.52 1784|1784.59 1785|1785.93 1786|1786.87 1787|1787.19 1788|1788.34 1789|1789.6 1790|1790.55 1791|1791.53 1792|1792.74 1793|1793.35 1794|1794.64 1795|1795.58 1796|1796.32 1797|1797.93 1798|1798.27 1799|1799.82 1800|1800.24 1801|1801.23 1802|1802.97 1803|1803.64 1804|1804.76 1805|1805.43 1806|1806.40 1807|1807.33 1808|1808.97 1809|1809.71 1810|1810.7 1811|1811.0 1812|1812.5 1813|1813.4 1814|1814.54 1815|1815.25 1816|1816.8 1817|1817.23 1818|1818.88 1819|1819.25 1820|1820.38 1821|1821.52 1822|1822.72 1823|1823.35 1824|1824.90 1825|1825.44 1826|1826.84 1827|1827.15 1828|1828.0 1829|1829.79 1830|1830.14 1831|1831.58 1832|1832.21 1833|1833.55 1834|1834.10 1835|1835.94 1836|1836.64 1837|1837.63 1838|1838.0 1839|1839.91 1840|1840.0 1841|1841.95 1842|1842.74 1843|1843.39 1844|1844.78 1845|1845.18 1846|1846.10 1847|1847.27 1848|1848.47 1849|1849.30 1850|1850.64 1851|1851.39 1852|1852.65 1853|1853.80 1854|1854.26 1855|1855.38 1856|1856.47 1857|1857.84 1858|1858.75 1859|1859.31 1860|1860.91 1861|1861.58 1862|1862.75 1863|1863.23 1864|1864.18 1865|1865.3 1866|1866.76 1867|1867.24 1868|1868.77 1869|1869.21 1870|1870.90 1871|1871.86 1872|1872.0 1873|1873.6 1874|1874.49 1875|1875.51 1876|1876.0 1877|1877.16 1878|1878.22 1879|1879.96 1880|1880.31 1881|1881.30 1882|1882.12 1883|1883.89 1884|1884.19 1885|1885.79 1886|1886.29 1887|1887.19 1888|1888.66 1889|1889.62 1890|1890.15 1891|1891.23 1892|1892.83 1893|1893.65 1894|1894.98 1895|1895.95 1896|1896.64 1897|1897.3 1898|1898.88 1899|1899.87 1900|1900.14 1901|1901.80 1902|1902.60 1903|1903.93 1904|1904.84 1905|1905.20 1906|1906.94 1907|1907.77 1908|1908.60 1909|1909.76 1910|1910.51 1911|1911.83 1912|1912.53 1913|1913.45 1914|1914.40 1915|1915.23 1916|1916.61 1917|1917.19 1918|1918.1 1919|1919.1 1920|1920.90 1921|1921.7 1922|1922.9 1923|1923.72 1924|1924.21 1925|1925.18 1926|1926.87 1927|1927.97 1928|1928.84 1929|1929.47 1930|1930.91 1931|1931.48 1932|1932.54 1933|1933.86 1934|1934.14 1935|1935.79 1936|1936.75 1937|1937.88 1938|1938.15 1939|1939.87 1940|1940.72 1941|1941.1 1942|1942.5 1943|1943.65 1944|1944.71 1945|1945.32 1946|1946.73 1947|1947.48 1948|1948.76 1949|1949.1 1950|1950.33 1951|1951.9 1952|1952.38 1953|1953.26 1954|1954.75 1955|1955.41 1956|1956.90 1957|1957.87 1958|1958.50 1959|1959.62 1960|1960.74 1961|1961.82 1962|1962.91 1963|1963.91 1964|1964.73 1965|1965.3 1966|1966.37 1967|1967.73 1968|1968.83 1969|1969.66 1970|1970.98 1971|1971.14 1972|1972.20 1973|1973.31 1974|1974.10 1975|1975.50 1976|1976.55 1977|1977.15 1978|1978.18 1979|1979.1 1980|1980.95 1981|1981.64 1982|1982.29 1983|1983.8 1984|1984.76 1985|1985.23 1986|1986.25 1987|1987.95 1988|1988.27 1989|1989.34 1990|1990.80 1991|1991.96 1992|1992.18 1993|1993.63 1994|1994.82 1995|1995.84 1996|1996.36 1997|1997.80 1998|1998.6 1999|1999.42 2000|2000.49 2001|2001.24 2002|2002.69 2003|2003.12 2004|2004.80 2005|2005.1 2006|2006.99 2007|2007.10 2008|2008.32 2009|2009.18 2010|2010.27 2011|2011.30 2012|2012.47 2013|2013.34 2014|2014.40 2015|2015.78 2016|2016.44 2017|2017.92 2018|2018.95 2019|2019.11 2020|2020.36 2021|2021.46 2022|2022.37 2023|2023.11 2024|2024.28 2025|2025.39 2026|2026.28 2027|2027.21 2028|2028.81 2029|2029.60 2030|2030.75 2031|2031.67 2032|2032.3 2033|2033.36 2034|2034.93 2035|2035.49 2036|2036.84 2037|2037.87 2038|2038.56 2039|2039.33 2040|2040.90 2041|2041.81 2042|2042.53 2043|2043.85 2044|2044.82 2045|2045.72 2046|2046.26 2047|2047.87 2048|2048.7 2049|2049.78 2050|2050.3 2051|2051.61 2052|2052.81 2053|2053.16 2054|2054.65 2055|2055.43 2056|2056.64 2057|2057.28 2058|2058.8 2059|2059.32 2060|2060.90 2061|2061.2 2062|2062.14 2063|2063.72 2064|2064.63 2065|2065.29 2066|2066.93 2067|2067.49 2068|2068.14 2069|2069.71 2070|2070.21 2071|2071.63 2072|2072.71 2073|2073.8 2074|2074.82 2075|2075.30 2076|2076.63 2077|2077.33 2078|2078.80 2079|2079.68 2080|2080.18 2081|2081.77 2082|2082.5 2083|2083.17 2084|2084.84 2085|2085.49 2086|2086.19 2087|2087.25 2088|2088.31 2089|2089.74 2090|2090.34 2091|2091.48 2092|2092.3 2093|2093.71 2094|2094.28 2095|2095.29 2096|2096.19 2097|2097.39 2098|2098.8 2099|2099.89 2100|2100.99 2101|2101.28 2102|2102.69 2103|2103.43 2104|2104.41 2105|2105.48 2106|2106.38 2107|2107.23 2108|2108.50 2109|2109.6 2110|2110.87 2111|2111.57 2112|2112.44 2113|2113.43 2114|2114.90 2115|2115.65 2116|2116.90 2117|2117.88 2118|2118.51 2119|2119.96 2120|2120.74 2121|2121.92 2122|2122.35 2123|2123.90 2124|2124.46 2125|2125.39 2126|2126.16 2127|2127.91 2128|2128.29 2129|2129.67 2130|2130.17 2131|2131.72 2132|2132.63 2133|2133.45 2134|2134.88 2135|2135.94 2136|2136.81 2137|2137.47 2138|2138.92 2139|2139.54 2140|2140.57 2141|2141.20 2142|2142.75 2143|2143.42 2144|2144.56 2145|2145.89 2146|2146.29 2147|2147.3 </str>
<float name="score">1.414213</float></doc>
<doc>
<str name="id">7</str>
<int name="id_i">7</int>
<float name="default_amount_f">18014.0</float>
<str name="amounts_dpf">1|1.58 2|2.51 3|3.41 4|4.47 5|5.2 6|6.50 7|7.72 8|8.14 9|9.24 10|10.22 11|11.60 12|12.89 13|13.36 14|14.92 15|15.32 16|16.9 17|17.15 18|18.83 19|19.1 20|20.58 21|21.61 22|22.32 23|23.48 24|24.70 25|25.43 26|26.71 27|27.77 28|28.4 29|29.60 30|30.96 31|31.23 32|32.97 33|33.35 34|34.1 35|35.20 36|36.2 37|37.11 38|38.91 39|39.61 40|40.90 41|41.14 42|42.87 43|43.53 44|44.16 45|45.93 46|46.47 47|47.95 48|48.13 49|49.51 50|50.9 51|51.31 52|52.72 53|53.1 54|54.67 55|55.84 56|56.3 57|57.83 58|58.66 59|59.93 60|60.67 61|61.68 62|62.34 63|63.77 64|64.80 65|65.56 66|66.79 67|67.80 68|68.57 69|69.54 70|70.70 71|71.31 72|72.93 73|73.95 74|74.48 75|75.83 76|76.35 77|77.27 78|78.95 79|79.1 80|80.61 81|81.97 82|82.47 83|83.91 84|84.29 85|85.75 86|86.96 87|87.59 88|88.58 89|89.96 90|90.3 91|91.71 92|92.75 93|93.97 94|94.70 95|95.60 96|96.35 97|97.23 98|98.77 99|99.59 100|100.64 101|101.46 102|102.44 103|103.49 104|104.9 105|105.87 106|106.3 107|107.15 108|108.98 109|109.35 110|110.60 111|111.73 112|112.22 113|113.99 114|114.56 115|115.89 116|116.69 117|117.42 118|118.50 119|119.85 120|120.29 121|121.33 122|122.32 123|123.98 124|124.66 125|125.58 126|126.1 127|127.74 128|128.65 129|129.63 130|130.72 131|131.46 132|132.95 133|133.84 134|134.87 135|135.82 136|136.28 137|137.82 138|138.68 139|139.74 140|140.26 141|141.22 142|142.8 143|143.25 144|144.40 145|145.53 146|146.73 147|147.96 148|148.62 149|149.43 150|150.24 151|151.84 152|152.88 153|153.31 154|154.32 155|155.18 156|156.41 157|157.48 158|158.68 159|159.23 160|160.39 161|161.74 162|162.85 163|163.87 164|164.58 165|165.74 166|166.76 167|167.92 168|168.17 169|169.31 170|170.28 171|171.41 172|172.47 173|173.32 174|174.85 175|175.64 176|176.42 177|177.79 178|178.47 179|179.92 180|180.34 181|181.50 182|182.57 183|183.44 184|184.57 185|185.20 186|186.6 187|187.31 188|188.81 189|189.43 190|190.63 191|191.48 192|192.57 193|193.43 194|194.7 195|195.46 196|196.15 197|197.98 198|198.6 199|199.48 200|200.28 201|201.12 202|202.63 203|203.43 204|204.83 205|205.9 206|206.78 207|207.53 208|208.42 209|209.69 210|210.12 211|211.24 212|212.44 213|213.17 214|214.84 215|215.36 216|216.9 217|217.13 218|218.92 219|219.19 220|220.5 221|221.44 222|222.88 223|223.83 224|224.91 225|225.18 226|226.17 227|227.20 228|228.26 229|229.14 230|230.26 231|231.60 232|232.56 233|233.74 234|234.92 235|235.45 236|236.58 237|237.2 238|238.41 239|239.6 240|240.7 241|241.93 242|242.36 243|243.45 244|244.40 245|245.28 246|246.62 247|247.53 248|248.59 249|249.63 250|250.89 251|251.13 252|252.1 253|253.92 254|254.33 255|255.62 256|256.73 257|257.80 258|258.79 259|259.79 260|260.52 261|261.9 262|262.58 263|263.77 264|264.49 265|265.42 266|266.40 267|267.59 268|268.96 269|269.97 270|270.92 271|271.78 272|272.65 273|273.81 274|274.29 275|275.9 276|276.73 277|277.37 278|278.46 279|279.88 280|280.48 281|281.81 282|282.88 283|283.22 284|284.94 285|285.17 286|286.41 287|287.36 288|288.2 289|289.23 290|290.16 291|291.85 292|292.79 293|293.58 294|294.70 295|295.20 296|296.89 297|297.69 298|298.93 299|299.58 300|300.26 301|301.70 302|302.59 303|303.91 304|304.33 305|305.10 306|306.44 307|307.89 308|308.21 309|309.35 310|310.26 311|311.64 312|312.80 313|313.76 314|314.95 315|315.9 316|316.38 317|317.54 318|318.38 319|319.28 320|320.60 321|321.54 322|322.90 323|323.46 324|324.34 325|325.66 326|326.62 327|327.64 328|328.55 329|329.18 330|330.81 331|331.69 332|332.73 333|333.49 334|334.68 335|335.78 336|336.10 337|337.44 338|338.44 339|339.60 340|340.43 341|341.13 342|342.64 343|343.83 344|344.81 345|345.64 346|346.97 347|347.37 348|348.36 349|349.17 350|350.3 351|351.21 352|352.74 353|353.15 354|354.21 355|355.47 356|356.69 357|357.66 358|358.69 359|359.28 360|360.57 361|361.78 362|362.43 363|363.46 364|364.64 365|365.93 366|366.59 367|367.40 368|368.19 369|369.26 370|370.9 371|371.47 372|372.31 373|373.53 374|374.59 375|375.34 376|376.94 377|377.65 378|378.5 379|379.70 380|380.83 381|381.58 382|382.3 383|383.13 384|384.97 385|385.88 386|386.81 387|387.1 388|388.87 389|389.18 390|390.52 391|391.91 392|392.46 393|393.13 394|394.37 395|395.38 396|396.20 397|397.14 398|398.18 399|399.88 400|400.43 401|401.66 402|402.20 403|403.28 404|404.20 405|405.87 406|406.98 407|407.33 408|408.77 409|409.63 410|410.66 411|411.60 412|412.44 413|413.35 414|414.40 415|415.41 416|416.70 417|417.21 418|418.30 419|419.9 420|420.5 421|421.61 422|422.23 423|423.8 424|424.80 425|425.7 426|426.97 427|427.56 428|428.26 429|429.4 430|430.22 431|431.39 432|432.63 433|433.7 434|434.33 435|435.44 436|436.92 437|437.39 438|438.92 439|439.2 440|440.17 441|441.27 442|442.5 443|443.67 444|444.29 445|445.57 446|446.94 447|447.69 448|448.22 449|449.36 450|450.87 451|451.42 452|452.90 453|453.13 454|454.3 455|455.55 456|456.10 457|457.62 458|458.99 459|459.10 460|460.98 461|461.87 462|462.0 463|463.39 464|464.8 465|465.92 466|466.2 467|467.62 468|468.62 469|469.53 470|470.70 471|471.87 472|472.72 473|473.82 474|474.99 475|475.69 476|476.73 477|477.35 478|478.69 479|479.92 480|480.64 481|481.79 482|482.48 483|483.35 484|484.37 485|485.3 486|486.11 487|487.94 488|488.1 489|489.38 490|490.65 491|491.27 492|492.24 493|493.67 494|494.50 495|495.77 496|496.30 497|497.82 498|498.82 499|499.13 500|500.16 501|501.58 502|502.60 503|503.67 504|504.2 505|505.26 506|506.5 507|507.89 508|508.2 509|509.36 510|510.2 511|511.74 512|512.3 513|513.77 514|514.72 515|515.35 516|516.66 517|517.42 518|518.74 519|519.23 520|520.45 521|521.18 522|522.53 523|523.93 524|524.96 525|525.16 526|526.22 527|527.52 528|528.52 529|529.76 530|530.75 531|531.88 532|532.22 533|533.90 534|534.84 535|535.48 536|536.60 537|537.11 538|538.83 539|539.95 540|540.59 541|541.60 542|542.23 543|543.24 544|544.80 545|545.4 546|546.46 547|547.52 548|548.50 549|549.20 550|550.57 551|551.46 552|552.80 553|553.58 554|554.64 555|555.93 556|556.74 557|557.75 558|558.21 559|559.32 560|560.65 561|561.78 562|562.34 563|563.95 564|564.1 565|565.94 566|566.83 567|567.55 568|568.85 569|569.59 570|570.72 571|571.70 572|572.13 573|573.24 574|574.8 575|575.25 576|576.11 577|577.33 578|578.93 579|579.64 580|580.51 581|581.71 582|582.11 583|583.34 584|584.78 585|585.25 586|586.5 587|587.47 588|588.61 589|589.36 590|590.66 591|591.88 592|592.59 593|593.46 594|594.19 595|595.53 596|596.35 597|597.4 598|598.18 599|599.11 600|600.18 601|601.39 602|602.41 603|603.62 604|604.88 605|605.51 606|606.12 607|607.39 608|608.20 609|609.51 610|610.44 611|611.45 612|612.65 613|613.60 614|614.16 615|615.71 616|616.92 617|617.1 618|618.24 619|619.63 620|620.93 621|621.86 622|622.87 623|623.68 624|624.92 625|625.21 626|626.95 627|627.48 628|628.7 629|629.8 630|630.8 631|631.28 632|632.17 633|633.53 634|634.74 635|635.90 636|636.8 637|637.2 638|638.14 639|639.79 640|640.16 641|641.80 642|642.21 643|643.23 644|644.96 645|645.56 646|646.69 647|647.21 648|648.70 649|649.1 650|650.66 651|651.55 652|652.17 653|653.97 654|654.82 655|655.94 656|656.80 657|657.96 658|658.32 659|659.71 660|660.95 661|661.46 662|662.2 663|663.56 664|664.39 665|665.54 666|666.77 667|667.63 668|668.98 669|669.42 670|670.94 671|671.82 672|672.86 673|673.50 674|674.79 675|675.87 676|676.35 677|677.64 678|678.93 679|679.57 680|680.49 681|681.37 682|682.38 683|683.6 684|684.75 685|685.1 686|686.37 687|687.84 688|688.83 689|689.93 690|690.38 691|691.13 692|692.79 693|693.10 694|694.88 695|695.86 696|696.1 697|697.13 698|698.86 699|699.90 700|700.89 701|701.33 702|702.39 703|703.59 704|704.50 705|705.58 706|706.40 707|707.76 708|708.9 709|709.73 710|710.6 711|711.7 712|712.40 713|713.95 714|714.52 715|715.6 716|716.40 717|717.49 718|718.55 719|719.31 720|720.50 721|721.75 722|722.60 723|723.59 724|724.91 725|725.10 726|726.61 727|727.76 728|728.4 729|729.78 730|730.2 731|731.46 732|732.27 733|733.30 734|734.97 735|735.47 736|736.20 737|737.41 738|738.71
[...truncated too long message...]
_n6, service url = null, agent id = null] for registry solr.core.testSimple2.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@38450f9e
[junit4] 2> 1909352 INFO (coreCloseExecutor-4683-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=1879070223
[junit4] 2> 1909352 INFO (coreCloseExecutor-4683-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=937280695
[junit4] 2> 1909352 INFO (coreCloseExecutor-4683-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard2.leader, tag=965434007
[junit4] 2> 1909358 INFO (coreCloseExecutor-4682-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=1856848642
[junit4] 2> 1909358 INFO (coreCloseExecutor-4682-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard1.replica_n1, tag=1372148324
[junit4] 2> 1909358 INFO (coreCloseExecutor-4682-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2629cd6b: rootName = solr_42161, domain = solr.core.testSimple3.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testSimple3.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1335a70c
[junit4] 2> 1909368 INFO (coreCloseExecutor-4681-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=522505306
[junit4] 2> 1909369 INFO (coreCloseExecutor-4681-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=969902576
[junit4] 2> 1909369 INFO (coreCloseExecutor-4681-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard2.leader, tag=331250588
[junit4] 2> 1909370 INFO (jetty-closer-1871-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22dc69d1{/solr,null,UNAVAILABLE}
[junit4] 2> 1909376 INFO (coreCloseExecutor-4682-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard1.leader, tag=1372148324
[junit4] 2> 1909376 INFO (coreCloseExecutor-4682-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard3.replica_n4, tag=163571810
[junit4] 2> 1909379 INFO (coreCloseExecutor-4682-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2636f5e4: rootName = solr_42161, domain = solr.core.testSimple3.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple3.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@64856865
[junit4] 2> 1909379 INFO (jetty-closer-1871-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d190c83{/solr,null,UNAVAILABLE}
[junit4] 2> 1909384 INFO (coreCloseExecutor-4682-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=701944467
[junit4] 2> 1909385 INFO (coreCloseExecutor-4682-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=1566417099
[junit4] 2> 1909385 INFO (coreCloseExecutor-4682-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=163571810
[junit4] 2> 1909386 INFO (jetty-closer-1871-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98917349574180872-127.0.0.1:42161_solr-n_0000000000) closing
[junit4] 2> 1909387 INFO (OverseerStateUpdate-98917349574180872-127.0.0.1:42161_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42161_solr
[junit4] 2> 1909387 WARN (OverseerAutoScalingTriggerThread-98917349574180872-127.0.0.1:42161_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1909389 DEBUG (jetty-closer-1871-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1909390 INFO (jetty-closer-1871-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@8108831{/solr,null,UNAVAILABLE}
[junit4] 2> 1909396 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[FBE7A6BBB648400]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1909396 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[FBE7A6BBB648400]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34303 34303
[junit4] 2> 1909430 INFO (Thread-4988) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34303 34303
[junit4] 2> 1909430 WARN (Thread-4988) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/testSimple1/state.json
[junit4] 2> 14 /solr/collections/testSimple2/state.json
[junit4] 2> 6 /solr/collections/testSimple3/state.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/98917349574180872-core_node7-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/98917349574180872-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98917349574180872-127.0.0.1:42161_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_FBE7A6BBB648400-001
[junit4] 2> Oct 30, 2017 10:25:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=112, maxMBSortInHeap=5.595204373534855, sim=RandomSimilarity(queryNorm=false): {}, locale=nus-SS, timezone=W-SU
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=108942056,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CreateCollectionCleanupTest, DirectUpdateHandlerTest, ClusterStateUpdateTest, SolrJmxReporterCloudTest, ZkStateWriterTest, ZkCLITest, TestCollectionAPI, DocValuesMultiTest, DeleteShardTest, VersionInfoTest, DistributedQueryComponentCustomSortTest, TestPayloadScoreQParserPlugin, HdfsTlogReplayBufferedWhileIndexingTest, SmileWriterTest, LeaderFailoverAfterPartitionTest, TestRestoreCore, SolrCoreMetricManagerTest, OutputWriterTest, TestSolrCloudWithHadoopAuthPlugin, TestSimpleTrackingShardHandler, SolrIndexConfigTest, TestLeaderElectionZkExpiry, TestRemoteStreaming, OpenCloseCoreStressTest, TestOrdValues, TestSubQueryTransformerDistrib, HealthCheckHandlerTest, TestReloadDeadlock, TestScoreJoinQPNoScore, MoreLikeThisHandlerTest, TestJavabinTupleStreamParser, TestSchemalessBufferedUpdates, InfoHandlerTest, TestSizeLimitedDistributedMap, TestExactSharedStatsCache, TestDynamicFieldCollectionResource, JavabinLoaderTest, TestAnalyzedSuggestions, DistribDocExpirationUpdateProcessorTest, TestAuthorizationFramework, OverseerRolesTest, NumberUtilsTest, SchemaVersionSpecificBehaviorTest, TestDeleteCollectionOnDownNodes, TestHttpShardHandlerFactory, ConvertedLegacyTest, LukeRequestHandlerTest, TestCursorMarkWithoutUniqueKey, LeaderInitiatedRecoveryOnShardRestartTest, TestNoOpRegenerator, TestRawTransformer, TestFieldCacheVsDocValues, TriLevelCompositeIdRoutingTest, LargeFieldTest, PathHierarchyTokenizerFactoryTest, RegexBoostProcessorTest, RulesTest, TestPrepRecovery, ShardRoutingTest, TestQuerySenderNoQuery, TriggerIntegrationTest, TestStressReorder, TestSolrFieldCacheBean, CdcrBootstrapTest, TestAtomicUpdateErrorCases, TestDocSet, TestBM25SimilarityFactory, DOMUtilTest, FacetPivotSmallTest, TestNumericTerms32, TestRTGBase, TestJsonFacetRefinement, TestLuceneMatchVersion, SolrCmdDistributorTest, DeleteLastCustomShardedReplicaTest, SampleTest, MoveReplicaHDFSFailoverTest, UtilsToolTest, CurrencyFieldTypeTest, TermVectorComponentDistributedTest, ShardSplitTest, TestCorePropertiesReload, TestStressInPlaceUpdates, TestDocumentBuilder, TestHashQParserPlugin, TestSolrCloudSnapshots, DistributedTermsComponentTest, TestSimpleTextCodec, TestSmileRequest, DebugComponentTest, ShufflingReplicaListTransformerTest, TestSchemaVersionResource, ZkSolrClientTest, PolyFieldTest, BadCopyFieldTest, TestPerFieldSimilarity, HdfsLockFactoryTest, FullHLLTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DistributedVersionInfoTest, TestFieldResource, PingRequestHandlerTest, HighlighterConfigTest, TestConfigSetsAPIExclusivity, TestImplicitCoreProperties, SOLR749Test, SuggestComponentTest, TestSSLRandomization, TestLockTree, TestAnalyzeInfixSuggestions, TestExportWriter, NumericFieldsTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [348/746 (2!)] on J1 in 140.50s, 1 test, 1 failure <<< FAILURES!
[...truncated 41423 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20768 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20768/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:36819/solr/awhollynewcollection_0: {"awhollynewcollection_0":6}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36819/solr/awhollynewcollection_0: {"awhollynewcollection_0":6}
at __randomizedtesting.SeedInfo.seed([C83328631C2116A0:80465CD71A123935]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:982)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([C83328631C2116A0:F0800C9D3BD2C271]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12211 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> 506673 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/init-core-data-001
[junit4] 2> 506673 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 506673 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 506674 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 506674 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001
[junit4] 2> 506674 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 506675 INFO (Thread-1314) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 506675 INFO (Thread-1314) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 506678 ERROR (Thread-1314) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 506775 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44263
[junit4] 2> 506781 INFO (jetty-launcher-802-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 506781 INFO (jetty-launcher-802-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 506781 INFO (jetty-launcher-802-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 506782 INFO (jetty-launcher-802-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@503406d7{/solr,null,AVAILABLE}
[junit4] 2> 506782 INFO (jetty-launcher-802-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ce99671{/solr,null,AVAILABLE}
[junit4] 2> 506782 INFO (jetty-launcher-802-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28c6bdc0{/solr,null,AVAILABLE}
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fb40774{SSL,[ssl, http/1.1]}{127.0.0.1:35539}
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.e.j.s.Server Started @508523ms
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35539}
[junit4] 2> 506785 ERROR (jetty-launcher-802-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 506785 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T06:58:51.383705Z
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@176cfd28{SSL,[ssl, http/1.1]}{127.0.0.1:46319}
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a3222be{SSL,[ssl, http/1.1]}{127.0.0.1:41881}
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-2) [ ] o.e.j.s.Server Started @508530ms
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-3) [ ] o.e.j.s.Server Started @508530ms
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46319}
[junit4] 2> 506791 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41881}
[junit4] 2> 506792 ERROR (jetty-launcher-802-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 506792 ERROR (jetty-launcher-802-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T06:58:51.390462Z
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T06:58:51.390450Z
[junit4] 2> 506792 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 506800 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 506801 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44263/solr
[junit4] 2> 506816 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 506847 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44263/solr
[junit4] 2> 506851 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44263/solr
[junit4] 2> 506891 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 506892 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35539_solr
[junit4] 2> 506892 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 506892 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98916547380838405-127.0.0.1:35539_solr-n_0000000000) starting
[junit4] 2> 506892 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41881_solr
[junit4] 2> 506893 INFO (zkCallback-812-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 506893 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 506896 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 506897 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 506897 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46319_solr
[junit4] 2> 506898 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 506904 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35539_solr
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41881_solr]
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 506904 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 506907 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 506907 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 506911 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 506912 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 506912 DEBUG (OverseerAutoScalingTriggerThread-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 506912 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 506912 DEBUG (ScheduledTrigger-1783-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 506947 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506956 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506956 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506957 INFO (jetty-launcher-802-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/.
[junit4] 2> 506958 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506963 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506967 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506968 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506969 INFO (jetty-launcher-802-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/.
[junit4] 2> 506972 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506972 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 506973 INFO (jetty-launcher-802-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/.
[junit4] 2> 507025 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 507025 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44263/solr ready
[junit4] 2> 507036 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[C83328631C2116A0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 507047 INFO (qtp2142980349-5093) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46319_solr,127.0.0.1:35539_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 507048 INFO (OverseerThreadFactory-1785-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 507152 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 507152 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 507153 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 507154 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 507365 INFO (qtp2142980349-5077) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 507365 INFO (qtp2142980349-5074) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 507366 INFO (qtp2142980349-5077) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 507372 INFO (qtp1058421442-5075) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 507372 INFO (qtp1058421442-5075) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 507373 INFO (qtp1058421442-5072) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 507480 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 507481 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 507481 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 507912 DEBUG (ScheduledTrigger-1783-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 508380 INFO (qtp2142980349-5074) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 508383 INFO (qtp2142980349-5077) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 508396 INFO (qtp1058421442-5075) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 508396 INFO (qtp1058421442-5072) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 508397 INFO (qtp2142980349-5074) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 508398 INFO (qtp2142980349-5074) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 508398 INFO (qtp2142980349-5074) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 508399 INFO (qtp2142980349-5077) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 508399 INFO (qtp2142980349-5074) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 508399 INFO (qtp2142980349-5074) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 508399 INFO (qtp2142980349-5074) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 508400 INFO (qtp1058421442-5072) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 508400 INFO (qtp1058421442-5075) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 508400 INFO (qtp2142980349-5077) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 508401 INFO (qtp1058421442-5075) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 508401 INFO (qtp1058421442-5072) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 508401 INFO (qtp1058421442-5075) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 508401 INFO (qtp1058421442-5072) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 508402 INFO (qtp1058421442-5072) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 508402 INFO (qtp1058421442-5072) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 508402 INFO (qtp1058421442-5075) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 508402 INFO (qtp1058421442-5072) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 508402 INFO (qtp1058421442-5075) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 508402 INFO (qtp1058421442-5075) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 508440 INFO (qtp2142980349-5074) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508440 INFO (qtp2142980349-5074) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508440 INFO (qtp2142980349-5077) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508440 INFO (qtp2142980349-5077) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508440 INFO (qtp2142980349-5074) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508441 INFO (qtp2142980349-5074) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508441 INFO (qtp2142980349-5077) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508441 INFO (qtp2142980349-5077) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508441 INFO (qtp2142980349-5074) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6772b906[testSimple1_shard2_replica_n6] main]
[junit4] 2> 508442 INFO (qtp2142980349-5077) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49c2618e[testSimple1_shard1_replica_n2] main]
[junit4] 2> 508443 INFO (qtp2142980349-5074) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 508443 INFO (qtp2142980349-5077) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 508443 INFO (qtp2142980349-5077) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 508443 INFO (qtp2142980349-5074) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 508443 INFO (qtp2142980349-5077) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508443 INFO (qtp2142980349-5074) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508444 INFO (searcherExecutor-1793-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@49c2618e[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508444 INFO (qtp2142980349-5077) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664759946248192
[junit4] 2> 508444 INFO (searcherExecutor-1792-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@6772b906[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508444 INFO (qtp2142980349-5074) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664759946248192
[junit4] 2> 508446 INFO (qtp1058421442-5075) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508446 INFO (qtp1058421442-5075) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508447 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 508447 INFO (qtp1058421442-5075) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508447 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 508447 INFO (qtp1058421442-5075) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508448 INFO (qtp1058421442-5075) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@51021822[testSimple1_shard2_replica_n4] main]
[junit4] 2> 508449 INFO (qtp1058421442-5075) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 508449 INFO (qtp1058421442-5075) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 508450 INFO (qtp1058421442-5075) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508450 INFO (searcherExecutor-1795-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@51021822[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508450 INFO (qtp1058421442-5075) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664759952539648
[junit4] 2> 508453 INFO (qtp1058421442-5072) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 508453 INFO (qtp1058421442-5072) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 508454 INFO (qtp1058421442-5072) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 508454 INFO (qtp1058421442-5072) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 508454 INFO (qtp1058421442-5072) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@26309e84[testSimple1_shard1_replica_n1] main]
[junit4] 2> 508455 INFO (qtp1058421442-5072) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 508455 INFO (qtp1058421442-5072) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 508455 INFO (qtp1058421442-5072) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 508456 INFO (searcherExecutor-1794-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@26309e84[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 508456 INFO (qtp1058421442-5072) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664759958831104
[junit4] 2> 508548 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508548 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508548 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 508913 DEBUG (ScheduledTrigger-1783-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 508948 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 508948 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 508948 INFO (qtp2142980349-5074) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35539/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 508948 INFO (qtp2142980349-5074) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:35539/solr START replicas=[https://127.0.0.1:46319/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 508952 INFO (qtp1058421442-5176) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 508955 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 508955 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 508955 INFO (qtp2142980349-5077) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35539/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 508956 INFO (qtp2142980349-5077) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:35539/solr START replicas=[https://127.0.0.1:46319/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 508957 INFO (qtp1058421442-5078) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 509248 INFO (qtp2142980349-5074) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:35539/solr DONE. We have no versions. sync failed.
[junit4] 2> 509249 INFO (qtp2142980349-5074) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 509249 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 509249 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 509252 INFO (qtp2142980349-5074) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35539/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 509256 INFO (qtp2142980349-5077) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:35539/solr DONE. We have no versions. sync failed.
[junit4] 2> 509256 INFO (qtp2142980349-5077) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 509256 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 509256 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 509258 INFO (qtp2142980349-5077) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35539/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 509360 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509360 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509360 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509403 INFO (qtp2142980349-5074) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 509404 INFO (qtp2142980349-5074) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2038
[junit4] 2> 509409 INFO (qtp2142980349-5077) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 509410 INFO (qtp2142980349-5077) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2044
[junit4] 2> 509453 INFO (qtp1058421442-5075) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2081
[junit4] 2> 509459 INFO (qtp1058421442-5072) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2086
[junit4] 2> 509461 INFO (qtp2142980349-5093) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 509559 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509559 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509559 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 509913 DEBUG (ScheduledTrigger-1783-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 510461 INFO (qtp2142980349-5093) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46319_solr,127.0.0.1:35539_solr&wt=javabin&version=2} status=0 QTime=3414
[junit4] 2> 510461 INFO (qtp2142980349-5071) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35539_solr,127.0.0.1:41881_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 510462 INFO (OverseerThreadFactory-1785-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 510462 INFO (OverseerCollectionConfigSetProcessor-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 510666 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41881/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 510667 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 510667 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41881/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 510668 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 510870 INFO (qtp2142980349-5087) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 510870 INFO (qtp2142980349-5090) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 510886 INFO (qtp1606692172-5073) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 510888 INFO (qtp1606692172-5073) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 510888 INFO (qtp1606692172-5086) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 510913 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 510994 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 510994 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 510994 INFO (zkCallback-812-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 510994 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 510994 INFO (zkCallback-819-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 511882 INFO (qtp2142980349-5090) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 511882 INFO (qtp2142980349-5087) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 511886 INFO (qtp2142980349-5087) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 511886 INFO (qtp2142980349-5090) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35539.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 511887 INFO (qtp2142980349-5087) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 511887 INFO (qtp2142980349-5090) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node1/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 511914 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 511917 INFO (qtp1606692172-5073) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 511917 INFO (qtp1606692172-5086) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 511921 INFO (qtp1606692172-5073) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 511921 INFO (qtp1606692172-5086) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 511922 INFO (qtp1606692172-5073) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41881.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 511923 INFO (qtp1606692172-5086) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node3/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 511936 INFO (qtp2142980349-5090) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 511937 INFO (qtp2142980349-5087) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 511937 INFO (qtp2142980349-5090) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 511937 INFO (qtp2142980349-5087) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 511937 INFO (qtp2142980349-5090) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 511937 INFO (qtp2142980349-5090) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 511938 INFO (qtp2142980349-5087) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 511938 INFO (qtp2142980349-5087) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 511938 INFO (qtp2142980349-5090) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f3e5292[testSimple2_shard1_replica_n2] main]
[junit4] 2> 511961 INFO (qtp2142980349-5087) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@316ff7eb[testSimple2_shard2_replica_n6] main]
[junit4] 2> 511961 INFO (qtp2142980349-5090) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 511961 INFO (qtp2142980349-5090) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 511961 INFO (qtp2142980349-5087) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 511962 INFO (qtp2142980349-5087) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 511962 INFO (qtp2142980349-5090) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 511962 INFO (qtp2142980349-5087) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 511963 INFO (searcherExecutor-1812-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@6f3e5292[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 511963 INFO (qtp2142980349-5090) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664763636187136
[junit4] 2> 511963 INFO (searcherExecutor-1813-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@316ff7eb[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 511963 INFO (qtp2142980349-5087) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664763636187136
[junit4] 2> 511966 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 511966 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 511970 INFO (qtp1606692172-5073) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 511970 INFO (qtp1606692172-5073) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 511971 INFO (qtp1606692172-5086) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 511971 INFO (qtp1606692172-5086) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 511971 INFO (qtp1606692172-5073) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 511971 INFO (qtp1606692172-5073) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 511971 INFO (qtp1606692172-5086) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 511971 INFO (qtp1606692172-5086) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 511972 INFO (qtp1606692172-5073) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@32c1df50[testSimple2_shard1_replica_n1] main]
[junit4] 2> 511972 INFO (qtp1606692172-5086) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e00f13d[testSimple2_shard2_replica_n4] main]
[junit4] 2> 511972 INFO (qtp1606692172-5073) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 511973 INFO (qtp1606692172-5073) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 511973 INFO (qtp1606692172-5086) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 511973 INFO (qtp1606692172-5086) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 511973 INFO (qtp1606692172-5073) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 511973 INFO (qtp1606692172-5086) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 511974 INFO (searcherExecutor-1816-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@5e00f13d[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 511974 INFO (qtp1606692172-5086) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664763647721472
[junit4] 2> 511974 INFO (searcherExecutor-1815-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@32c1df50[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 511974 INFO (qtp1606692172-5073) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582664763647721472
[junit4] 2> 512067 INFO (zkCallback-812-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512067 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512067 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512067 INFO (zkCallback-819-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512067 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512466 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 512466 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 512466 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 512466 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 512466 INFO (qtp2142980349-5087) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35539/solr/testSimple2_shard2_replica_n6/
[junit4] 2> 512466 INFO (qtp2142980349-5090) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35539/solr/testSimple2_shard1_replica_n2/
[junit4] 2> 512467 INFO (qtp2142980349-5090) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:35539/solr START replicas=[https://127.0.0.1:41881/solr/testSimple2_shard1_replica_n1/] nUpdates=100
[junit4] 2> 512467 INFO (qtp2142980349-5087) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:35539/solr START replicas=[https://127.0.0.1:41881/solr/testSimple2_shard2_replica_n4/] nUpdates=100
[junit4] 2> 512470 INFO (qtp1606692172-5081) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 512470 INFO (qtp1606692172-5080) [ ] o.a.s.c.S.Request [testSimple2_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 512767 INFO (qtp2142980349-5090) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=https://127.0.0.1:35539/solr DONE. We have no versions. sync failed.
[junit4] 2> 512767 INFO (qtp2142980349-5090) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 512767 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 512767 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 512767 INFO (qtp2142980349-5087) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=https://127.0.0.1:35539/solr DONE. We have no versions. sync failed.
[junit4] 2> 512767 INFO (qtp2142980349-5087) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 512767 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 512767 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 512768 INFO (qtp2142980349-5087) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35539/solr/testSimple2_shard2_replica_n6/ shard2
[junit4] 2> 512768 INFO (qtp2142980349-5090) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35539/solr/testSimple2_shard1_replica_n2/ shard1
[junit4] 2> 512869 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512869 INFO (zkCallback-819-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512869 INFO (zkCallback-812-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512869 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512869 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 512914 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 512919 INFO (qtp2142980349-5087) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 512919 INFO (qtp2142980349-5090) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 512919 INFO (qtp2142980349-5090) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2049
[junit4] 2> 512920 INFO (qtp2142980349-5087) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2050
[junit4] 2> 512977 INFO (qtp1606692172-5073) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2091
[junit4] 2> 512977 INFO (qtp1606692172-5086) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2089
[junit4] 2> 512979 INFO (qtp2142980349-5071) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 513078 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513078 INFO (zkCallback-812-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513078 INFO (zkCallback-819-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513078 INFO (zkCallback-812-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513078 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 513914 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 513979 INFO (qtp2142980349-5071) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35539_solr,127.0.0.1:41881_solr&wt=javabin&version=2} status=0 QTime=3517
[junit4] 2> 513979 INFO (qtp2142980349-5160) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:46319_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 513980 INFO (OverseerThreadFactory-1785-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 513981 INFO (OverseerCollectionConfigSetProcessor-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 514184 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple3_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 514185 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple3_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 514185 INFO (OverseerStateUpdate-98916547380838405-127.0.0.1:35539_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"testSimple3_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 514388 INFO (qtp1058421442-5092) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 514389 INFO (qtp1058421442-5088) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 514391 INFO (qtp1058421442-5175) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 514494 INFO (zkCallback-818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 514494 INFO (zkCallback-818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 514915 DEBUG (ScheduledTrigger-1783-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35539_solr, 127.0.0.1:41881_solr, 127.0.0.1:46319_solr]
[junit4] 2> 515395 INFO (qtp1058421442-5088) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 515395 INFO (qtp1058421442-5092) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 515400 INFO (qtp1058421442-5092) [ ] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
[junit4] 2> 515400 INFO (qtp1058421442-5088) [ ] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
[junit4] 2> 515402 INFO (qtp1058421442-5092) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 515402 INFO (qtp1058421442-5088) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 515402 INFO (qtp1058421442-5092) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard1_replica_n1' using configuration from collection testSimple3, trusted=true
[junit4] 2> 515402 INFO (qtp1058421442-5088) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard2_replica_n2' using configuration from collection testSimple3, trusted=true
[junit4] 2> 515402 INFO (qtp1058421442-5092) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple3.shard1.replica_n1' (registry 'solr.core.testSimple3.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 515402 INFO (qtp1058421442-5092) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 515403 INFO (qtp1058421442-5088) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple3.shard2.replica_n2' (registry 'solr.core.testSimple3.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 515403 INFO (qtp1058421442-5092) [ ] o.a.s.c.SolrCore [[testSimple3_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple3_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple3_shard1_replica_n1/data/]
[junit4] 2> 515403 INFO (qtp1058421442-5088) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 515403 INFO (qtp1058421442-5088) [ ] o.a.s.c.SolrCore [[testSimple3_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple3_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple3_shard2_replica_n2/data/]
[junit4] 2> 515406 INFO (qtp1058421442-5175) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 515411 INFO (qtp1058421442-5175) [ ] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
[junit4] 2> 515412 INFO (qtp1058421442-5175) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 515412 INFO (qtp1058421442-5175) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard3_replica_n4' using configuration from collection testSimple3, trusted=true
[junit4] 2> 515412 INFO (qtp1058421442-5175) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46319.solr.core.testSimple3.shard3.replica_n4' (registry 'solr.core.testSimple3.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a64f8f9
[junit4] 2> 515413 INFO (qtp1058421442-5175) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 515413 INFO (qtp1058421442-5175) [ ] o.a.s.c.SolrCore [[testSimple3_shard3_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/testSimple3_shard3_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_C83328631C2116A0-001/tempDir-001/node2/./testSimple3_shard3_replica_n4/data/]
[junit4] 2> 515450 INFO (qtp1058421442-5092) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 515450 INFO (qtp1058421442-5092) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defau
[...truncated too long message...]
t org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 759143 INFO (qtp1950472393-5655) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36819_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node13&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=30017
[junit4] 2> 759383 INFO (zkCallback-909-thread-5) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
[junit4] 2> 759485 INFO (zkCallback-909-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [1])
[junit4] 2> 759485 INFO (zkCallback-909-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/awhollynewcollection_0/state.json] for collection [awhollynewcollection_0] has occurred - updating... (live nodes size: [1])
[junit4] 2> 759820 INFO (jetty-closer-887-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40831_solr
[junit4] 2> 759821 INFO (jetty-closer-887-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 759822 INFO (zkCallback-909-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 759822 INFO (coreCloseExecutor-2235-thread-1) [ ] o.a.s.c.SolrCore [awhollynewcollection_0_shard4_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@68172c93
[junit4] 2> 759822 INFO (coreCloseExecutor-2235-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.awhollynewcollection_0.shard4.replica_n6, tag=1746349203
[junit4] 2> 759822 INFO (coreCloseExecutor-2235-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40e20f1d: rootName = null, domain = solr.core.awhollynewcollection_0.shard4.replica_n6, service url = null, agent id = null] for registry solr.core.awhollynewcollection_0.shard4.replica_n6 / com.codahale.metrics.MetricRegistry@30627f2d
[junit4] 2> 759834 INFO (coreCloseExecutor-2235-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.awhollynewcollection_0.shard4.leader, tag=1746349203
[junit4] 2> 759836 INFO (jetty-closer-887-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98916558917468172-127.0.0.1:40831_solr-n_0000000001) closing
[junit4] 2> 759836 INFO (OverseerStateUpdate-98916558917468172-127.0.0.1:40831_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40831_solr
[junit4] 2> 759836 WARN (OverseerAutoScalingTriggerThread-98916558917468172-127.0.0.1:40831_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 759838 INFO (jetty-closer-887-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d294ff0{/solr,null,UNAVAILABLE}
[junit4] 2> 759838 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[C83328631C2116A0]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 759839 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C83328631C2116A0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37801 37801
[junit4] 2> 764865 INFO (Thread-1413) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37801 37801
[junit4] 2> 764866 WARN (Thread-1413) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/aliases.json
[junit4] 2> 22 /solr/configs/conf
[junit4] 2> 6 /solr/configs/conf2
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/addReplicaColl/state.json
[junit4] 2> 30 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 25 /solr/clusterprops.json
[junit4] 2> 25 /solr/clusterstate.json
[junit4] 2> 24 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 24 /solr/collections/reloaded_collection/state.json
[junit4] 2> 13 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 13 /solr/collections/halfdeletedcollection/state.json
[junit4] 2> 10 /solr/collections/onlyinzk/state.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/98916558917468171-127.0.0.1:37753_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/98916558917468172-127.0.0.1:40831_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 294 /solr/collections
[junit4] 2> 63 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C83328631C2116A0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=BlockTreeOrds(blocksize=128), id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=34, maxMBSortInHeap=5.887437225927939, sim=RandomSimilarity(queryNorm=false): {}, locale=bez-TZ, timezone=Asia/Aqtau
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=47192856,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [PrimUtilsTest, DebugComponentTest, NumericFieldsTest, TestLockTree, RegexBoostProcessorTest, RollingRestartTest, SolrMetricsIntegrationTest, TestDocSet, TestExactSharedStatsCache, QueryResultKeyTest, CoreAdminCreateDiscoverTest, EnumFieldTest, TestSha256AuthenticationProvider, TestHttpShardHandlerFactory, CloudMLTQParserTest, TestExportWriter, TestFieldSortValues, SolrCmdDistributorTest, DistributedTermsComponentTest, MBeansHandlerTest, ConvertedLegacyTest, TestLuceneMatchVersion, TestRestManager, ShardRoutingTest, SpellingQueryConverterTest, TestRTimerTree, TestWriterPerf, TriLevelCompositeIdRoutingTest, TestReloadDeadlock, TestNumericTerms32, MoreLikeThisHandlerTest, TestRandomFlRTGCloud, SolrCLIZkUtilsTest, SuggesterTSTTest, AssignTest, TermVectorComponentDistributedTest, SampleTest, ChaosMonkeySafeLeaderWithPullReplicasTest, StressHdfsTest, TestLegacyNumericUtils, TriggerIntegrationTest, ZkStateWriterTest, TestRemoteStreaming, SmileWriterTest, TestSolrCloudWithHadoopAuthPlugin, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheReopen, TolerantUpdateProcessorTest, PingRequestHandlerTest, SOLR749Test, AnalyticsMergeStrategyTest, DOMUtilTest, SynonymTokenizerTest, TestTolerantUpdateProcessorCloud, ConcurrentDeleteAndCreateCollectionTest, InfoHandlerTest, SolrJmxReporterCloudTest, TestSimpleTextCodec, AutoAddReplicasIntegrationTest, TestHashQParserPlugin, TestAuthenticationFramework, TestConfigSetsAPIExclusivity, TestLeaderElectionZkExpiry, BadCopyFieldTest, ClassificationUpdateProcessorTest, CurrencyFieldTypeTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [209/746 (2!)] on J1 in 82.17s, 19 tests, 1 error <<< FAILURES!
[...truncated 41789 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20767 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20767/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConnectionReuseTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([B02EDB10C736C705]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.search.join.TestCloudNestedDocsSort
Error Message:
Error from server at http://127.0.0.1:40081/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40081/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([B02EDB10C736C705]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.search.join.TestCloudNestedDocsSort.setupCluster(TestCloudNestedDocsSort.java:69)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([B02EDB10C736C705:889DFFEEE0C513D4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11882 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/init-core-data-001
[junit4] 2> 245568 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
[junit4] 2> 245568 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 245568 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 245568 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 245569 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001
[junit4] 2> 245569 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 245569 INFO (Thread-359) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 245569 INFO (Thread-359) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 245571 ERROR (Thread-359) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 245669 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39933
[junit4] 2> 245672 INFO (jetty-launcher-218-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 245672 INFO (jetty-launcher-218-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 245673 INFO (jetty-launcher-218-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48eee1c1{/solr,null,AVAILABLE}
[junit4] 2> 245673 INFO (jetty-launcher-218-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12e99d77{/solr,null,AVAILABLE}
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c08eaaa{HTTP/1.1,[http/1.1]}{127.0.0.1:37267}
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ddcbf7{HTTP/1.1,[http/1.1]}{127.0.0.1:35669}
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-3) [ ] o.e.j.s.Server Started @247503ms
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-2) [ ] o.e.j.s.Server Started @247503ms
[junit4] 2> 245674 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37267}
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35669}
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24335e69{/solr,null,AVAILABLE}
[junit4] 2> 245675 ERROR (jetty-launcher-218-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 245675 ERROR (jetty-launcher-218-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T03:57:22.460300Z
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T03:57:22.460312Z
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7212dd41{HTTP/1.1,[http/1.1]}{127.0.0.1:46051}
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.e.j.s.Server Started @247503ms
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46051}
[junit4] 2> 245675 ERROR (jetty-launcher-218-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 245675 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T03:57:22.460690Z
[junit4] 2> 245677 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 245677 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 245677 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 245685 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6b6d3e330003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 245687 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39933/solr
[junit4] 2> 245687 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39933/solr
[junit4] 2> 245687 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39933/solr
[junit4] 2> 245689 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6b6d3e330006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37267_solr
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46051_solr
[junit4] 2> 245718 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 245719 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98915833764577289-127.0.0.1:37267_solr-n_0000000000) starting
[junit4] 2> 245719 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 245719 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 245719 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 245720 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35669_solr
[junit4] 2> 245720 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 245720 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 245727 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 245728 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 245729 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 245729 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37267_solr
[junit4] 2> 245729 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46051_solr, 127.0.0.1:35669_solr]
[junit4] 2> 245729 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 245729 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 245729 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 245729 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 245732 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 245737 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 245737 DEBUG (OverseerAutoScalingTriggerThread-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 245737 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 245743 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245747 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245748 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245748 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245748 INFO (jetty-launcher-218-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/.
[junit4] 2> 245751 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245751 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245752 INFO (jetty-launcher-218-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/.
[junit4] 2> 245777 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245781 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245781 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 245782 INFO (jetty-launcher-218-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/.
[junit4] 2> 245801 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 245801 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39933/solr ready
[junit4] 2> 245807 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[B02EDB10C736C705]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 245809 INFO (qtp1716604357-1577) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35669_solr,127.0.0.1:46051_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 245810 INFO (OverseerThreadFactory-653-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 245916 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245918 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245919 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 245921 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 246125 INFO (qtp1866551197-1568) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246125 INFO (qtp1866551197-1576) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246125 INFO (qtp381835845-1589) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246125 INFO (qtp1866551197-1568) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 246126 INFO (qtp381835845-1589) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 246126 INFO (qtp381835845-1590) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 246231 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246231 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246231 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246231 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 246737 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 247134 INFO (qtp1866551197-1576) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 247135 INFO (qtp381835845-1590) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 247136 INFO (qtp1866551197-1568) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 247146 INFO (qtp381835845-1589) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 247148 INFO (qtp1866551197-1576) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 247148 INFO (qtp381835845-1590) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247150 INFO (qtp1866551197-1576) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 247150 INFO (qtp381835845-1590) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 247151 INFO (qtp1866551197-1568) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35669.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247153 INFO (qtp1866551197-1568) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 247154 INFO (qtp381835845-1589) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 247156 INFO (qtp381835845-1589) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 247156 INFO (qtp381835845-1589) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 247158 INFO (qtp381835845-1589) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 247159 INFO (qtp381835845-1589) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 247159 INFO (qtp381835845-1589) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 247218 INFO (qtp1866551197-1568) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247218 INFO (qtp1866551197-1568) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247219 INFO (qtp381835845-1590) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247219 INFO (qtp381835845-1590) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247219 INFO (qtp1866551197-1568) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 247219 INFO (qtp1866551197-1568) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247220 INFO (qtp381835845-1590) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 247220 INFO (qtp381835845-1590) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247221 INFO (qtp1866551197-1568) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@111153ac[testSimple1_shard2_replica_n4] main]
[junit4] 2> 247221 INFO (qtp381835845-1590) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1122e741[testSimple1_shard2_replica_n6] main]
[junit4] 2> 247221 INFO (qtp381835845-1590) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 247222 INFO (qtp1866551197-1568) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 247222 INFO (qtp381835845-1590) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 247222 INFO (qtp1866551197-1568) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 247222 INFO (qtp381835845-1589) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247222 INFO (qtp381835845-1589) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247222 INFO (qtp381835845-1590) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247222 INFO (qtp1866551197-1568) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247222 INFO (searcherExecutor-662-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@111153ac[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247222 INFO (qtp1866551197-1568) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653341965484032
[junit4] 2> 247223 INFO (searcherExecutor-660-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@1122e741[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247223 INFO (qtp381835845-1590) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653341966532608
[junit4] 2> 247223 INFO (qtp381835845-1589) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 247223 INFO (qtp381835845-1589) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247225 INFO (qtp381835845-1589) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@163b416a[testSimple1_shard1_replica_n2] main]
[junit4] 2> 247225 INFO (qtp381835845-1589) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 247226 INFO (qtp381835845-1589) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 247226 INFO (qtp381835845-1589) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247226 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 247226 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 247226 INFO (qtp381835845-1590) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46051/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 247226 INFO (qtp381835845-1590) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:46051/solr START replicas=[http://127.0.0.1:35669/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 247227 INFO (searcherExecutor-663-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@163b416a[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247227 INFO (qtp381835845-1589) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653341970726912
[junit4] 2> 247228 INFO (qtp1866551197-1567) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 247230 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 247230 INFO (qtp1866551197-1576) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 247230 INFO (qtp1866551197-1576) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 247232 INFO (qtp1866551197-1576) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 247232 INFO (qtp1866551197-1576) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 247232 INFO (qtp1866551197-1576) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@36aafb66[testSimple1_shard1_replica_n1] main]
[junit4] 2> 247233 INFO (qtp1866551197-1576) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 247234 INFO (qtp1866551197-1576) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 247234 INFO (qtp1866551197-1576) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 247234 INFO (qtp1866551197-1576) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653341978066944
[junit4] 2> 247234 INFO (searcherExecutor-661-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@36aafb66[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 247331 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247331 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247331 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247331 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247527 INFO (qtp381835845-1590) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:46051/solr DONE. We have no versions. sync failed.
[junit4] 2> 247527 INFO (qtp381835845-1590) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 247527 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 247527 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 247529 INFO (qtp381835845-1590) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46051/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 247630 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247630 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247630 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247630 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247679 INFO (qtp381835845-1590) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 247680 INFO (qtp381835845-1590) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1554
[junit4] 2> 247730 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 247730 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 247731 INFO (qtp381835845-1589) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46051/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 247731 INFO (qtp381835845-1589) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:46051/solr START replicas=[http://127.0.0.1:35669/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 247732 INFO (qtp1866551197-1666) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 247738 DEBUG (ScheduledTrigger-651-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 247781 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247781 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247781 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 247781 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248031 INFO (qtp381835845-1589) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:46051/solr DONE. We have no versions. sync failed.
[junit4] 2> 248031 INFO (qtp381835845-1589) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 248031 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 248031 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 248035 INFO (qtp381835845-1589) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46051/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 248136 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248137 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248137 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248137 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248186 INFO (qtp381835845-1589) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 248188 INFO (qtp381835845-1589) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2062
[junit4] 2> 248228 INFO (qtp1866551197-1568) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2103
[junit4] 2> 248239 INFO (qtp1866551197-1576) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2113
[junit4] 2> 248243 INFO (qtp1716604357-1577) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 248340 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248340 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248340 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248340 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 248738 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 249244 INFO (qtp1716604357-1577) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35669_solr,127.0.0.1:46051_solr&wt=javabin&version=2} status=0 QTime=3435
[junit4] 2> 249245 INFO (qtp1716604357-1579) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46051_solr,127.0.0.1:37267_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 249248 INFO (OverseerThreadFactory-653-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 249248 INFO (OverseerCollectionConfigSetProcessor-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 249456 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 249458 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37267/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 249460 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 249461 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37267/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 249663 INFO (qtp381835845-1591) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 249663 INFO (qtp381835845-1585) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 249663 INFO (qtp1716604357-1569) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 249664 INFO (qtp1716604357-1569) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 249665 INFO (qtp1716604357-1571) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 249738 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 249771 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 249771 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 249771 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 249796 INFO (zkCallback-235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 250704 INFO (qtp381835845-1591) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 250704 INFO (qtp381835845-1585) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 250705 INFO (qtp1716604357-1571) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 250708 INFO (qtp1716604357-1569) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 250711 INFO (qtp381835845-1591) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 250711 INFO (qtp381835845-1585) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 250712 INFO (qtp1716604357-1571) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 250712 INFO (qtp381835845-1591) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 250712 INFO (qtp381835845-1591) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 250713 INFO (qtp381835845-1591) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 250713 INFO (qtp381835845-1591) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 250713 INFO (qtp381835845-1591) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46051.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 250713 INFO (qtp381835845-1585) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node1/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 250714 INFO (qtp1716604357-1571) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 250715 INFO (qtp1716604357-1569) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 250716 INFO (qtp1716604357-1569) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 250716 INFO (qtp1716604357-1569) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 250717 INFO (qtp1716604357-1569) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37267.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5068430f
[junit4] 2> 250717 INFO (qtp1716604357-1569) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 250717 INFO (qtp1716604357-1569) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B02EDB10C736C705-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 250739 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 250749 INFO (qtp381835845-1585) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 250749 INFO (qtp381835845-1585) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250753 INFO (qtp381835845-1585) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250753 INFO (qtp381835845-1585) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250754 INFO (qtp381835845-1585) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e6195a6[testSimple2_shard1_replica_n1] main]
[junit4] 2> 250755 INFO (qtp381835845-1585) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 250755 INFO (qtp381835845-1585) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 250755 INFO (qtp381835845-1591) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 250755 INFO (qtp381835845-1591) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250756 INFO (qtp381835845-1585) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 250756 INFO (searcherExecutor-681-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@1e6195a6[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250756 INFO (qtp381835845-1585) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653345671151616
[junit4] 2> 250757 INFO (qtp381835845-1591) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250757 INFO (qtp381835845-1591) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250758 INFO (qtp381835845-1591) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@48f4a7ee[testSimple2_shard2_replica_n4] main]
[junit4] 2> 250759 INFO (qtp1716604357-1571) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 250759 INFO (qtp1716604357-1571) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250759 INFO (qtp381835845-1591) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 250759 INFO (qtp381835845-1591) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 250760 INFO (qtp1716604357-1571) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250760 INFO (qtp1716604357-1571) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250760 INFO (qtp381835845-1591) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 250761 INFO (searcherExecutor-680-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@48f4a7ee[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250761 INFO (qtp381835845-1591) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653345676394496
[junit4] 2> 250761 INFO (qtp1716604357-1571) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@129db2d0[testSimple2_shard2_replica_n6] main]
[junit4] 2> 250761 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 250762 INFO (qtp1716604357-1569) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 250762 INFO (qtp1716604357-1569) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 250762 INFO (qtp1716604357-1571) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 250762 INFO (qtp1716604357-1571) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 250763 INFO (qtp1716604357-1571) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 250763 INFO (qtp1716604357-1569) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 250763 INFO (qtp1716604357-1569) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 250763 INFO (searcherExecutor-682-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@129db2d0[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250764 INFO (qtp1716604357-1571) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653345679540224
[junit4] 2> 250764 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 250765 INFO (qtp1716604357-1569) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@26b1e4dc[testSimple2_shard1_replica_n2] main]
[junit4] 2> 250766 INFO (qtp1716604357-1569) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 250766 INFO (qtp1716604357-1569) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 250766 INFO (qtp1716604357-1569) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 250766 INFO (qtp1716604357-1569) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582653345681637376
[junit4] 2> 250767 INFO (searcherExecutor-683-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@26b1e4dc[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 250865 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 250865 INFO (zkCallback-235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 250865 INFO (zkCallback-235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 250865 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251262 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 251262 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 251262 INFO (qtp381835845-1585) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46051/solr/testSimple2_shard1_replica_n1/
[junit4] 2> 251262 INFO (qtp381835845-1585) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:46051/solr START replicas=[http://127.0.0.1:37267/solr/testSimple2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 251265 INFO (qtp1716604357-1573) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 251265 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 251265 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 251265 INFO (qtp381835845-1591) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46051/solr/testSimple2_shard2_replica_n4/
[junit4] 2> 251266 INFO (qtp381835845-1591) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n4 url=http://127.0.0.1:46051/solr START replicas=[http://127.0.0.1:37267/solr/testSimple2_shard2_replica_n6/] nUpdates=100
[junit4] 2> 251267 INFO (qtp1716604357-1673) [ ] o.a.s.c.S.Request [testSimple2_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 251563 INFO (qtp381835845-1585) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:46051/solr DONE. We have no versions. sync failed.
[junit4] 2> 251563 INFO (qtp381835845-1585) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 251563 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 251563 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 251566 INFO (qtp381835845-1591) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n4 url=http://127.0.0.1:46051/solr DONE. We have no versions. sync failed.
[junit4] 2> 251566 INFO (qtp381835845-1591) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 251566 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 251566 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 251568 INFO (qtp381835845-1585) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46051/solr/testSimple2_shard1_replica_n1/ shard1
[junit4] 2> 251569 INFO (qtp381835845-1591) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46051/solr/testSimple2_shard2_replica_n4/ shard2
[junit4] 2> 251671 INFO (zkCallback-235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251671 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251671 INFO (zkCallback-235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251671 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251719 INFO (qtp381835845-1585) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 251720 INFO (qtp381835845-1591) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 251721 INFO (qtp381835845-1585) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2057
[junit4] 2> 251721 INFO (qtp381835845-1591) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2058
[junit4] 2> 251739 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 251768 INFO (qtp1716604357-1571) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2103
[junit4] 2> 251770 INFO (qtp1716604357-1569) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2107
[junit4] 2> 251774 INFO (qtp1716604357-1579) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 251872 INFO (zkCallback-234-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251872 INFO (zkCallback-235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251872 INFO (zkCallback-235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 251872 INFO (zkCallback-234-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 252739 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 252774 INFO (qtp1716604357-1579) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:46051_solr,127.0.0.1:37267_solr&wt=javabin&version=2} status=0 QTime=3528
[junit4] 2> 252775 INFO (qtp1716604357-1581) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:35669_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 252776 INFO (OverseerThreadFactory-653-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 252776 INFO (OverseerCollectionConfigSetProcessor-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 252982 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple3_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 252986 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple3_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 252988 INFO (OverseerStateUpdate-98915833764577289-127.0.0.1:37267_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"testSimple3_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35669/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 253193 INFO (qtp1866551197-1668) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 253193 INFO (qtp1866551197-1580) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 253193 INFO (qtp1866551197-1578) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 253298 INFO (zkCallback-233-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 253298 INFO (zkCallback-233-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 253739 DEBUG (ScheduledTrigger-651-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:46051_solr, 127.0.0.1:37267_solr, 127.0.0.1:35669_solr]
[junit4] 2> 254201 INFO (qtp1866551197-1668) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 254202 INFO (qtp1866551197-1578) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 254202 INFO (qtp1866551197-1580) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 254208 INFO (qtp1866551197-1578) [ ] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
[junit4] 2> 254208 INFO (qtp1866551197-1668) [ ] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
[junit4] 2> 254208 INFO (qtp1866551197-1580) [ ] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
[junit4] 2> 254210 INFO (qtp1866551197-1578) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 254210 INFO (qtp1866551197-1580) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 wit
[...truncated too long message...]
it4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34509/solr",
[junit4] 2> "node_name":"127.0.0.1:34509_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 2359233 INFO (coreCloseExecutor-5400-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@759b2a20
[junit4] 2> 2359233 INFO (coreCloseExecutor-5400-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1973103136
[junit4] 2> 2359233 INFO (coreCloseExecutor-5400-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ca60257: rootName = solr_34509, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@51113e7f
[junit4] 2> 2359238 INFO (coreCloseExecutor-5400-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1973103136
[junit4] 2> 2359238 INFO (jetty-closer-5653-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98915892189986819-127.0.0.1:34509_solr-n_0000000000) closing
[junit4] 2> 2359238 INFO (OverseerStateUpdate-98915892189986819-127.0.0.1:34509_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34509_solr
[junit4] 2> 2359239 WARN (OverseerAutoScalingTriggerThread-98915892189986819-127.0.0.1:34509_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2359239 INFO (jetty-closer-5653-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@161eab17{/solr,null,UNAVAILABLE}
[junit4] 2> 2359239 ERROR (SUITE-ConnectionReuseTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2359239 INFO (SUITE-ConnectionReuseTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35879 35879
[junit4] 2> 2364265 INFO (Thread-2959) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35879 35879
[junit4] 2> 2364266 WARN (Thread-2959) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 2364266 INFO (SUITE-ConnectionReuseTest-seed#[B02EDB10C736C705]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ses, timezone=Brazil/DeNoronha
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=282584152,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, TestRealTimeGet, TestFunctionQuery, TestNonDefinedSimilarityFactory, UUIDFieldTest, BufferStoreTest, TestValueSourceCache, HdfsChaosMonkeySafeLeaderTest, HdfsBasicDistributedZk2Test, ManagedSchemaRoundRobinCloudTest, TestPKIAuthenticationPlugin, IndexSchemaTest, TestIndexSearcher, PluginInfoTest, SolrShardReporterTest, TestComplexPhraseQParserPlugin, HdfsUnloadDistributedZkTest, QueryElevationComponentTest, JvmMetricsTest, TestNumericTerms64, TestInfoStreamLogging, SharedFSAutoReplicaFailoverTest, TestCollectionsAPIViaSolrCloudCluster, TestFieldCacheSort, DefaultValueUpdateProcessorTest, DisMaxRequestHandlerTest, UUIDUpdateProcessorFallbackTest, TestFieldTypeCollectionResource, XsltUpdateRequestHandlerTest, BasicAuthStandaloneTest, NodeAddedTriggerTest, HdfsSyncSliceTest, SolrCloudExampleTest, TestMiniSolrCloudClusterSSL, TestHdfsCloudBackupRestore, IndexBasedSpellCheckerTest, TestXmlQParser, TestReRankQParserPlugin, ClusterStateTest, TestIntervalFaceting, TestFiltering, SolrTestCaseJ4Test, SolrGangliaReporterTest, TestReloadAndDeleteDocs, AlternateDirectoryTest, TestAddFieldRealTimeGet, TestGroupingSearch, TestCustomStream, ImplicitSnitchTest, AddSchemaFieldsUpdateProcessorFactoryTest, MergeStrategyTest, TestMaxTokenLenTokenizer, TestSearchPerf, ConfigSetsAPITest, TestSolrCoreProperties, TestSearcherReuse, V2StandaloneTest, TestDistributedMissingSort, SimplePostToolTest, TestBulkSchemaAPI, EchoParamsTest, DistributedDebugComponentTest, DocValuesNotIndexedTest, TestSerializedLuceneMatchVersion, UnloadDistributedZkTest, OverseerTest, TestUseDocValuesAsStored, SegmentsInfoRequestHandlerTest, ZkNodePropsTest, TestPointFields, TestSolrConfigHandler, DistributedSpellCheckComponentTest, TestStressLiveNodes, TestDistribDocBasedVersion, TestQuerySenderListener, CollectionReloadTest, TestLRUCache, AnalyticsQueryTest, TestCloudNestedDocsSort, DeleteNodeTest, AliasIntegrationTest, DistributedQueryComponentOptimizationTest, UninvertDocValuesMergePolicyTest, TestDefaultStatsCache, SpatialHeatmapFacetsTest, ReturnFieldsTest, TestConfigSetsAPIZkFailure, TestLMDirichletSimilarityFactory, TestStandardQParsers, LeaderElectionTest, SSLMigrationTest, ConjunctionSolrSpellCheckerTest, DistributedFacetPivotLargeTest, TestFuzzyAnalyzedSuggestions, FieldMutatingUpdateProcessorTest, TestPivotHelperCode, TestJsonFacets, TestOverriddenPrefixQueryForCustomFieldType, TestMacros, TestInitQParser, TestEmbeddedSolrServerConstructors, TestSQLHandler, TestFilteredDocIdSet, FileBasedSpellCheckerTest, TestHashPartitioner, LeaderFailureAfterFreshStartTest, TestSolrCloudWithSecureImpersonation, TestClusterStateMutator, HLLSerializationTest, BitVectorTest, TestRetrieveFieldsOptimizer, TestManagedSchema, TestExtendedDismaxParser, TestTolerantUpdateProcessorRandomCloud, TestSubQueryTransformer, VMParamsZkACLAndCredentialsProvidersTest, FullSolrCloudDistribCmdsTest, TestLMJelinekMercerSimilarityFactory, ConnectionReuseTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ConnectionReuseTest -Dtests.seed=B02EDB10C736C705 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ses -Dtests.timezone=Brazil/DeNoronha -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | ConnectionReuseTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([B02EDB10C736C705]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
[junit4] > at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [526/746 (3!)] on J2 in 1226.69s, 0 tests, 1 error <<< FAILURES!
[...truncated 40819 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20766 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20766/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([83BF731806FA8FF2:CBCA07AC00C9A067]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1008)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:38025/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.TestCloudPivotFacet.test
Error Message:
Error from server at http://127.0.0.1:43053/vn: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43053/vn: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([83BF731806FA8FF2:BEB4CC2A806E20A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:385)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11594 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudPivotFacet
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/init-core-data-001
[junit4] 2> 17415 WARN (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 17415 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 17418 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 17418 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 17418 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vn/
[junit4] 2> 17418 INFO (SUITE-TestCloudPivotFacet-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.TestCloudPivotFacet init'ing useFieldRandomizedFactor = 22
[junit4] 2> 17427 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 17438 INFO (Thread-103) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 17438 INFO (Thread-103) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 17538 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkTestServer start zk server on port:46231
[junit4] 2> 17556 ERROR (Thread-103) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 17662 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 17665 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 17666 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 17668 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 17671 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 17672 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 17674 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 17675 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 17677 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 17678 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 17679 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 17681 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 17754 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 17755 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5348d6{/vn,null,AVAILABLE}
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19701cf{HTTP/1.1,[http/1.1]}{127.0.0.1:43053}
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.Server Started @19677ms
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/tempDir-001/control/data, hostContext=/vn, hostPort=43053, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/cores}
[junit4] 2> 17758 ERROR (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 17758 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T00:52:14.771Z
[junit4] 2> 17762 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 17762 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/solr.xml
[junit4] 2> 17766 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 17766 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 17767 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 17770 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46231/solr
[junit4] 2> 17911 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 17912 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43053_vn
[junit4] 2> 17913 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.Overseer Overseer (id=98915105800716292-127.0.0.1:43053_vn-n_0000000000) starting
[junit4] 2> 17973 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43053_vn
[junit4] 2> 17994 INFO (OverseerStateUpdate-98915105800716292-127.0.0.1:43053_vn-n_0000000000) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 18277 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 18303 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 18303 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 18329 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [n:127.0.0.1:43053_vn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/cores
[junit4] 2> 18417 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 18418 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46231/solr ready
[junit4] 2> 18439 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43053_vn&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 18468 INFO (OverseerThreadFactory-169-thread-1-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 18597 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 18598 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 18720 INFO (zkCallback-33-thread-1-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 19631 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 19641 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 19736 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 19754 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 19757 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 19757 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 19757 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 19772 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@e44de8
[junit4] 2> 19784 WARN (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 19858 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 19858 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 19860 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 19860 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 19861 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4158456327122724]
[junit4] 2> 19862 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1575fea[control_collection_shard1_replica_n1] main]
[junit4] 2> 19865 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 19865 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 19866 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 19868 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582641695299731456
[junit4] 2> 19871 INFO (searcherExecutor-172-thread-1-processing-n:127.0.0.1:43053_vn x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1575fea[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 19883 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 19883 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 19883 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43053/vn/control_collection_shard1_replica_n1/
[junit4] 2> 19884 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 19884 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43053/vn/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 19884 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 19900 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43053/vn/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 20003 INFO (zkCallback-33-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 20051 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 20055 INFO (qtp12662395-281) [n:127.0.0.1:43053_vn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1458
[junit4] 2> 20073 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 20155 INFO (zkCallback-33-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 20466 INFO (OverseerCollectionConfigSetProcessor-98915105800716292-127.0.0.1:43053_vn-n_0000000000) [n:127.0.0.1:43053_vn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 21073 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43053_vn&wt=javabin&version=2} status=0 QTime=2635
[junit4] 2> 21078 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 21079 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46231/solr ready
[junit4] 2> 21080 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 21084 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 21086 INFO (OverseerThreadFactory-169-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 21086 WARN (OverseerThreadFactory-169-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 51145 ERROR (OverseerThreadFactory-169-thread-2-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 51154 INFO (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=500 QTime=30069
[junit4] 2> 51155 ERROR (qtp12662395-279) [n:127.0.0.1:43053_vn ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 51157 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 43053
[junit4] 2> 51157 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=10516446
[junit4] 2> 51157 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 51157 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e189c0: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@134c411
[junit4] 2> 51166 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 51166 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@146693: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1e7d5ad
[junit4] 2> 51172 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 51172 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e57fc8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1e15650
[junit4] 2> 51173 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43053_vn
[junit4] 2> 51173 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 51175 INFO (zkCallback-33-thread-1-processing-n:127.0.0.1:43053_vn) [n:127.0.0.1:43053_vn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 51175 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:43053_vn c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1f818d
[junit4] 2> 51175 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:43053_vn c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=2064781
[junit4] 2> 51175 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:43053_vn c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@121c36c: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@19c6223
[junit4] 2> 51191 INFO (coreCloseExecutor-177-thread-1) [n:127.0.0.1:43053_vn c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=2064781
[junit4] 2> 51200 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.Overseer Overseer (id=98915105800716292-127.0.0.1:43053_vn-n_0000000000) closing
[junit4] 2> 51200 INFO (OverseerStateUpdate-98915105800716292-127.0.0.1:43053_vn-n_0000000000) [n:127.0.0.1:43053_vn ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43053_vn
[junit4] 2> 51200 WARN (OverseerAutoScalingTriggerThread-98915105800716292-127.0.0.1:43053_vn-n_0000000000) [n:127.0.0.1:43053_vn ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 51203 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@19701cf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 51203 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5348d6{/vn,null,UNAVAILABLE}
[junit4] 2> 51203 ERROR (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 51204 INFO (TEST-TestCloudPivotFacet.test-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46231 46231
[junit4] 2> 56353 INFO (Thread-103) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46231 46231
[junit4] 2> 56354 WARN (Thread-103) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudPivotFacet -Dtests.method=test -Dtests.seed=83BF731806FA8FF2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-CN -Dtests.timezone=Pacific/Kwajalein -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 38.9s J2 | TestCloudPivotFacet.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43053/vn: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([83BF731806FA8FF2:BEB4CC2A806E20A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:385)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_83BF731806FA8FF2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=64, maxMBSortInHeap=7.382903226583812, sim=RandomSimilarity(queryNorm=true): {}, locale=zh-CN, timezone=Pacific/Kwajalein
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=132162424,total=236978176
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerConstructors, JvmMetricsTest, MetricUtilsTest, BlockJoinFacetRandomTest, TestExactStatsCache, TestXmlQParser, TestCloudPivotFacet]
[junit4] Completed [20/746 (1!)] on J2 in 38.98s, 1 test, 1 error <<< FAILURES!
[...truncated 1122 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/init-core-data-001
[junit4] 2> 1228631 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=34 numCloses=34
[junit4] 2> 1228631 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1228633 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1228634 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1228634 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001
[junit4] 2> 1228635 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1228635 INFO (Thread-2808) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1228635 INFO (Thread-2808) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1228637 ERROR (Thread-2808) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1228735 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42379
[junit4] 2> 1228739 INFO (jetty-launcher-3939-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1228739 INFO (jetty-launcher-3939-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1228739 INFO (jetty-launcher-3939-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1228742 INFO (jetty-launcher-3939-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@514645{/solr,null,AVAILABLE}
[junit4] 2> 1228743 INFO (jetty-launcher-3939-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17613a0{SSL,[ssl, http/1.1]}{127.0.0.1:33091}
[junit4] 2> 1228743 INFO (jetty-launcher-3939-thread-3) [ ] o.e.j.s.Server Started @1230662ms
[junit4] 2> 1228743 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33091}
[junit4] 2> 1228743 INFO (jetty-launcher-3939-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cbac59{/solr,null,AVAILABLE}
[junit4] 2> 1228743 ERROR (jetty-launcher-3939-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T01:12:25.757Z
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11ee769{SSL,[ssl, http/1.1]}{127.0.0.1:38025}
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.e.j.s.Server Started @1230663ms
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38025}
[junit4] 2> 1228744 ERROR (jetty-launcher-3939-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1228744 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T01:12:25.757Z
[junit4] 2> 1228745 INFO (jetty-launcher-3939-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1228746 INFO (jetty-launcher-3939-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7dce8f{/solr,null,AVAILABLE}
[junit4] 2> 1228746 INFO (jetty-launcher-3939-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@af31e4{SSL,[ssl, http/1.1]}{127.0.0.1:37787}
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.e.j.s.Server Started @1230666ms
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37787}
[junit4] 2> 1228747 ERROR (jetty-launcher-3939-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1228747 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T01:12:25.760Z
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10db369{/solr,null,AVAILABLE}
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1df8531{SSL,[ssl, http/1.1]}{127.0.0.1:42021}
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.e.j.s.Server Started @1230667ms
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42021}
[junit4] 2> 1228748 ERROR (jetty-launcher-3939-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1228748 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1228749 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T01:12:25.761Z
[junit4] 2> 1228749 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1228750 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1228750 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1228750 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1228753 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1228755 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1228755 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1228757 INFO (jetty-launcher-3939-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42379/solr
[junit4] 2> 1228757 INFO (jetty-launcher-3939-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42379/solr
[junit4] 2> 1228758 INFO (jetty-launcher-3939-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42379/solr
[junit4] 2> 1228759 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6ad63b300006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1228759 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6ad63b300005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1228761 INFO (jetty-launcher-3939-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42379/solr
[junit4] 2> 1228827 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1228827 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38025_solr
[junit4] 2> 1228827 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.Overseer Overseer (id=98915185173987340-127.0.0.1:38025_solr-n_0000000000) starting
[junit4] 2> 1228835 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1228836 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33091_solr
[junit4] 2> 1228837 INFO (zkCallback-3961-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1228838 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38025_solr
[junit4] 2> 1228843 INFO (zkCallback-3961-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1228848 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:33091_solr) [n:127.0.0.1:33091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1228868 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1228869 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1228869 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1228870 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37787_solr
[junit4] 2> 1228871 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1228886 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:33091_solr) [n:127.0.0.1:33091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1228886 INFO (zkCallback-3961-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1228886 INFO (zkCallback-3956-thread-1-processing-n:127.0.0.1:42021_solr) [n:127.0.0.1:42021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1228886 INFO (zkCallback-3960-thread-1-processing-n:127.0.0.1:37787_solr) [n:127.0.0.1:37787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1228892 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42021_solr
[junit4] 2> 1228894 INFO (zkCallback-3959-thread-1-processing-n:127.0.0.1:33091_solr) [n:127.0.0.1:33091_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1228894 INFO (zkCallback-3961-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1228900 INFO (zkCallback-3960-thread-1-processing-n:127.0.0.1:37787_solr) [n:127.0.0.1:37787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1228900 INFO (zkCallback-3956-thread-1-processing-n:127.0.0.1:42021_solr) [n:127.0.0.1:42021_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1228915 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1228923 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1228923 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1228924 INFO (jetty-launcher-3939-thread-2) [n:127.0.0.1:38025_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001/node2
[junit4] 2> 1229027 WARN (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register counter
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=QUERY,scope=/admin/autoscaling,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onCounterAdded(JmxMetricsReporter.java:592)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:456)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:552)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1229028 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229034 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229035 WARN (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=heap,name=committed
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1229038 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229038 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229039 INFO (jetty-launcher-3939-thread-3) [n:127.0.0.1:33091_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001/node3
[junit4] 2> 1229043 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229044 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229045 INFO (jetty-launcher-3939-thread-4) [n:127.0.0.1:42021_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001/node4
[junit4] 2> 1229058 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229062 WARN (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=PS-Eden-Space,name=committed
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1288)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1229063 WARN (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Code-Cache,name=max
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1288)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1229065 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229065 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@d13e2d
[junit4] 2> 1229066 INFO (jetty-launcher-3939-thread-1) [n:127.0.0.1:37787_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-001/node1
[junit4] 2> 1229129 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1229129 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42379/solr ready
[junit4] 2> 1229149 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[83BF731806FA8FF2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 1229149 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[83BF731806FA8FF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1229188 INFO (qtp25115968-19056) [n:127.0.0.1:37787_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1229189 INFO (OverseerThreadFactory-5287-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 1229189 WARN (OverseerThreadFactory-5287-thread-1-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfdeletedcollection) without cores.
[junit4] 2> 1229293 INFO (qtp25115968-19056) [n:127.0.0.1:37787_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1229293 INFO (qtp25115968-19056) [n:127.0.0.1:37787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=104
[junit4] 2> 1229294 INFO (qtp25115968-19081) [n:127.0.0.1:37787_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1229294 INFO (OverseerCollectionConfigSetProcessor-98915185173987340-127.0.0.1:38025_solr-n_0000000000) [n:127.0.0.1:38025_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1229296 INFO (OverseerThreadFactory-5287-thread-2-processing-n:127.0.0.1:38025_solr) [n:127.0.0.1:38025_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33091_solr for creating new replica
[junit4] 2> 1229297 INFO (OverseerStateUpdate-98915185173987340-127.0.0.1:38025_solr-n_0000000000) [n:127.0.0.1:38025_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection_shard1_replica_n41",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33091/solr",
[junit4] 2> "node_name":"127.0.0.1:33091_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1229542 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node42&dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1229543 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1229551 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1229564 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n41] Schema name=minimal
[junit4] 2> 1229566 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1229566 INFO (qtp32059576-19055) [n:127.0.0.1:33091_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n41' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1229567 INFO (qtp320
[...truncated too long message...]
pConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1330823 INFO (qtp25115968-19207) [n:127.0.0.1:37787_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42021_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n1&coreNodeName=core_node13&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=1001
[junit4] 2> 1334830 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 1334830 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 1334831 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.c.SolrCore [propertyDotName] CLOSING SolrCore org.apache.solr.core.SolrCore@1ca8eab
[junit4] 2> 1334831 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.addReplicaColl.shard1.core_node13, tag=30052011
[junit4] 2> 1334831 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70edc: rootName = null, domain = solr.core.addReplicaColl.shard1.core_node13, service url = null, agent id = null] for registry solr.core.addReplicaColl.shard1.core_node13 / com.codahale.metrics.MetricRegistry@84fe1c
[junit4] 2> 1334837 INFO (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.addReplicaColl.shard1.leader, tag=30052011
[junit4] 2> 1334837 WARN (recoveryExecutor-3950-thread-1-processing-n:127.0.0.1:42021_solr x:propertyDotName s:shard1 c:addReplicaColl r:core_node13) [n:127.0.0.1:42021_solr c:addReplicaColl s:shard1 r:core_node13 x:propertyDotName] o.a.s.c.RecoveryStrategy Stopping recovery for core=[propertyDotName] coreNodeName=[core_node13]
[junit4] 2> 1334838 INFO (jetty-closer-3940-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@10db369{/solr,null,UNAVAILABLE}
[junit4] 2> 1334838 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1334838 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[83BF731806FA8FF2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42379 42379
[junit4] 2> 1339847 INFO (Thread-2858) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42379 42379
[junit4] 2> 1339848 WARN (Thread-2858) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/configs/conf
[junit4] 2> 10 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 60 /solr/collections/addReplicaColl/state.json
[junit4] 2> 36 /solr/collections/reloaded_collection/state.json
[junit4] 2> 24 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 13 /solr/collections/onlyinzk/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 3 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 273 /solr/collections
[junit4] 2> 10 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_83BF731806FA8FF2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1116, maxMBSortInHeap=6.794918943616485, sim=RandomSimilarity(queryNorm=false): {}, locale=ko-KR, timezone=Etc/GMT+4
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=126204072,total=488898560
[junit4] 2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerConstructors, JvmMetricsTest, MetricUtilsTest, BlockJoinFacetRandomTest, TestExactStatsCache, TestXmlQParser, TestCloudPivotFacet, MigrateRouteKeyTest, UninvertDocValuesMergePolicyTest, AnalyticsQueryTest, MetricsHandlerTest, TestLeaderInitiatedRecoveryThread, SolrShardReporterTest, HttpPartitionTest, DocValuesNotIndexedTest, VMParamsZkACLAndCredentialsProvidersTest, SystemInfoHandlerTest, ParsingFieldUpdateProcessorsTest, TestFieldCacheWithThreads, TestConfigSetProperties, HdfsRecoverLeaseTest, TestSolrCoreProperties, SimplePostToolTest, FullSolrCloudDistribCmdsTest, NodeAddedTriggerTest, SharedFSAutoReplicaFailoverTest, TestNumericRangeQuery64, DisMaxRequestHandlerTest, SSLMigrationTest, TestSolrDeletionPolicy2, TestCollectionAPIs, TestStressLiveNodes, TestGroupingSearch, MergeStrategyTest, HighlighterMaxOffsetTest, TestBinaryResponseWriter, CloneFieldUpdateProcessorFactoryTest, HdfsSyncSliceTest, TestRetrieveFieldsOptimizer, TestMiniSolrCloudClusterSSL, TestCloudSchemaless, EchoParamsTest, TestLegacyTerms, ReturnFieldsTest, TestSubQueryTransformer, TestInfoStreamLogging, OverseerCollectionConfigSetProcessorTest, TestTolerantUpdateProcessorRandomCloud, TestSegmentSorting, ExecutePlanActionTest, ConnectionReuseTest, TestZkChroot, ClusterStateTest, AnalysisErrorHandlingTest, ZkNodePropsTest, DeleteStatusTest, TestIntervalFaceting, RequiredFieldsTest, BufferStoreTest, TestLegacyField, OverseerStatusTest, SolrTestCaseJ4Test, TestExtendedDismaxParser, TestQueryTypes, TestReload, TestCloudNestedDocsSort, ClassificationUpdateProcessorFactoryTest, BitVectorTest, TestManagedSynonymFilterFactory, TestCharFilters, TestRandomRequestDistribution, SuggesterTest, TestZkAclsWithHadoopAuth, TestMaxTokenLenTokenizer, DistributedQueryComponentOptimizationTest, TestDelegationWithHadoopAuth, CSVRequestHandlerTest, BasicAuthStandaloneTest, HdfsChaosMonkeySafeLeaderTest, OverseerTest, TestClusterStateMutator, AliasIntegrationTest, TestPivotHelperCode, TestCustomStream, SpatialHeatmapFacetsTest, DistributedDebugComponentTest, DistribJoinFromCollectionTest, TestInitQParser, TestSerializedLuceneMatchVersion, TestMissingGroups, HLLSerializationTest, TestCollectionsAPIViaSolrCloudCluster, TestPushWriter, TestDistributedGrouping, ConjunctionSolrSpellCheckerTest, TimeZoneUtilsTest, XmlUpdateRequestHandlerTest, TestScoreJoinQPScore, DefaultValueUpdateProcessorTest, TestFieldTypeCollectionResource, StatsComponentTest, SimpleMLTQParserTest, FileBasedSpellCheckerTest, WordBreakSolrSpellCheckerTest, TestOverriddenPrefixQueryForCustomFieldType, CdcrVersionReplicationTest, UUIDFieldTest, TestCloudDeleteByQuery, TestDocTermOrds, TestRealTimeGet, TestSkipOverseerOperations, HdfsBasicDistributedZk2Test, TestCloudSearcherWarming, IndexBasedSpellCheckerTest, TestFunctionQuery, DistanceFunctionTest, XsltUpdateRequestHandlerTest, TestBlobHandler, TestDistribDocBasedVersion, CdcrReplicationDistributedZkTest, TestBackupRepositoryFactory, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [362/746 (2!)] on J2 in 111.23s, 19 tests, 1 error <<< FAILURES!
[...truncated 44315 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20765 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20765/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
10 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testUpdateStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:B8C5286E9C53A63B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testUpdateStream(StreamExpressionTest.java:3958)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection1
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:3DCD347DB622D6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonUpdateStream(StreamExpressionTest.java:4151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection1
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:D074BD91502A95F5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelDaemonCommitStream(StreamExpressionTest.java:4644)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream
Error Message:
Could not find collection:workQueue
Stack Trace:
java.lang.AssertionError: Could not find collection:workQueue
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:52426DEFB631717B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:7596)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream
Error Message:
Could not find collection:workQueue1
Stack Trace:
java.lang.AssertionError: Could not find collection:workQueue1
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:CD95990DAC776636]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:7665)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: Could not fully create collection: parallelDestinationCollection
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:50688E14091AB627]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream(StreamExpressionTest.java:4544)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testCommitStream
Error Message:
Error from server at http://127.0.0.1:37981/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37981/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([7082EC14955B5B6B:CB14F45A016439F2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testCommitStream(StreamExpressionTest.java:4450)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldNumericKey
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([6EB1A298948B4D9E:4246B0B54D8E8C76]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldNumericKey(TestFunctionQuery.java:305)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='992' and ./float[@name='score']='-8.0']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="175" start="0" maxScore="543210.0">
<doc>
<str name="id">991</str>
<int name="id_i">991</int>
<double name="eff_tint">91.0</double>
<float name="score">543210.0</float></doc>
<doc>
<str name="id">993</str>
<int name="id_i">993</int>
<double name="eff_tint">93.0</double>
<float name="score">250.0</float></doc>
<doc>
<str name="id">0</str>
<int name="id_i">0</int>
<float name="default_amount_f">18690.0</float>
<str name="amounts_dpf">1|1.13 2|2.53 3|3.16 4|4.40 5|5.9 6|6.40 7|7.45 8|8.63 9|9.73 10|10.24 11|11.96 12|12.36 13|13.37 14|14.40 15|15.69 16|16.46 17|17.22 18|18.35 19|19.35 20|20.39 21|21.11 22|22.27 23|23.82 24|24.25 25|25.72 26|26.99 27|27.10 28|28.27 29|29.28 30|30.28 31|31.61 32|32.10 33|33.63 34|34.27 35|35.86 36|36.99 37|37.79 38|38.41 39|39.53 40|40.24 41|41.0 42|42.49 43|43.55 44|44.51 45|45.90 46|46.85 47|47.3 48|48.50 49|49.52 50|50.92 51|51.76 52|52.93 53|53.50 54|54.48 55|55.52 56|56.49 57|57.32 58|58.34 59|59.91 60|60.35 61|61.38 62|62.68 63|63.44 64|64.90 65|65.1 66|66.14 67|67.23 68|68.68 69|69.82 70|70.15 71|71.86 72|72.70 73|73.17 74|74.53 75|75.78 76|76.0 77|77.94 78|78.34 79|79.51 80|80.77 81|81.55 82|82.12 83|83.39 84|84.65 85|85.49 86|86.19 87|87.47 88|88.67 89|89.55 90|90.86 91|91.0 92|92.29 93|93.39 94|94.3 95|95.76 96|96.1 97|97.20 98|98.95 99|99.4 100|100.82 101|101.77 102|102.21 103|103.67 104|104.26 105|105.4 106|106.36 107|107.54 108|108.50 109|109.93 110|110.92 111|111.24 112|112.34 113|113.76 114|114.62 115|115.76 116|116.35 117|117.97 118|118.48 119|119.27 120|120.17 121|121.27 122|122.61 123|123.41 124|124.46 125|125.86 126|126.43 127|127.41 128|128.6 129|129.81 130|130.17 131|131.85 132|132.93 133|133.29 134|134.29 135|135.98 136|136.55 137|137.8 138|138.19 139|139.4 140|140.90 141|141.57 142|142.78 143|143.92 144|144.30 145|145.75 146|146.32 147|147.17 148|148.93 149|149.85 150|150.92 151|151.6 152|152.76 153|153.82 154|154.26 155|155.61 156|156.42 157|157.93 158|158.17 159|159.39 160|160.96 161|161.22 162|162.60 163|163.83 164|164.69 165|165.45 166|166.55 167|167.53 168|168.51 169|169.3 170|170.8 171|171.21 172|172.3 173|173.1 174|174.64 175|175.91 176|176.67 177|177.49 178|178.79 179|179.19 180|180.83 181|181.34 182|182.18 183|183.95 184|184.42 185|185.20 186|186.46 187|187.46 188|188.95 189|189.25 190|190.81 191|191.95 192|192.81 193|193.97 194|194.30 195|195.99 196|196.34 197|197.43 198|198.79 199|199.65 200|200.36 201|201.98 202|202.42 203|203.90 204|204.34 205|205.13 206|206.92 207|207.58 208|208.80 209|209.84 210|210.62 211|211.26 212|212.46 213|213.49 214|214.59 215|215.94 216|216.0 217|217.75 218|218.29 219|219.95 220|220.89 221|221.43 222|222.55 223|223.33 224|224.3 225|225.57 226|226.63 227|227.38 228|228.9 229|229.22 230|230.0 231|231.78 232|232.87 233|233.97 234|234.13 235|235.8 236|236.70 237|237.39 238|238.61 239|239.81 240|240.97 241|241.69 242|242.23 243|243.76 244|244.31 245|245.35 246|246.21 247|247.11 248|248.55 249|249.46 250|250.68 251|251.80 252|252.97 253|253.66 254|254.55 255|255.90 256|256.41 257|257.85 258|258.24 259|259.18 260|260.18 261|261.32 262|262.68 263|263.52 264|264.53 265|265.63 266|266.24 267|267.0 268|268.63 269|269.22 270|270.50 271|271.62 272|272.7 273|273.4 274|274.31 275|275.16 276|276.1 277|277.2 278|278.18 279|279.23 280|280.82 281|281.81 282|282.14 283|283.40 284|284.67 285|285.8 286|286.17 287|287.22 288|288.87 289|289.60 290|290.51 291|291.63 292|292.50 293|293.67 294|294.30 295|295.31 296|296.79 297|297.85 298|298.18 299|299.18 300|300.18 301|301.0 302|302.61 303|303.27 304|304.95 305|305.79 306|306.8 307|307.49 308|308.21 309|309.28 310|310.55 311|311.53 312|312.48 313|313.12 314|314.28 315|315.16 316|316.82 317|317.61 318|318.67 319|319.77 320|320.23 321|321.9 322|322.50 323|323.94 324|324.46 325|325.16 326|326.1 327|327.80 328|328.14 329|329.83 330|330.80 331|331.43 332|332.73 333|333.62 334|334.29 335|335.26 336|336.98 337|337.82 338|338.11 339|339.2 340|340.1 341|341.67 342|342.11 343|343.28 344|344.65 345|345.67 346|346.38 347|347.0 348|348.79 349|349.59 350|350.11 351|351.71 352|352.78 353|353.34 354|354.78 355|355.1 356|356.65 357|357.28 358|358.65 359|359.12 360|360.63 361|361.4 362|362.67 363|363.87 364|364.32 365|365.29 366|366.65 367|367.44 368|368.98 369|369.46 370|370.0 371|371.90 372|372.21 373|373.87 374|374.62 375|375.17 376|376.56 377|377.85 378|378.80 379|379.49 380|380.90 381|381.28 382|382.55 383|383.5 384|384.89 385|385.83 386|386.22 387|387.64 388|388.54 389|389.58 390|390.39 391|391.30 392|392.62 393|393.6 394|394.41 395|395.10 396|396.35 397|397.17 398|398.74 399|399.42 400|400.23 401|401.56 402|402.19 403|403.47 404|404.41 405|405.16 406|406.87 407|407.44 408|408.91 409|409.2 410|410.26 411|411.39 412|412.84 413|413.71 414|414.82 415|415.17 416|416.39 417|417.12 418|418.41 419|419.18 420|420.26 421|421.89 422|422.97 423|423.73 424|424.11 425|425.0 426|426.38 427|427.12 428|428.20 429|429.0 430|430.49 431|431.74 432|432.86 433|433.6 434|434.5 435|435.21 436|436.97 437|437.47 438|438.53 439|439.34 440|440.0 441|441.89 442|442.65 443|443.12 444|444.32 445|445.48 446|446.99 447|447.52 448|448.47 449|449.31 450|450.21 451|451.66 452|452.31 453|453.65 454|454.78 455|455.37 456|456.62 457|457.2 458|458.97 459|459.3 460|460.16 461|461.32 462|462.68 463|463.7 464|464.72 465|465.69 466|466.83 467|467.62 468|468.10 469|469.37 470|470.43 471|471.27 472|472.92 473|473.45 474|474.6 475|475.86 476|476.16 477|477.98 478|478.34 479|479.49 480|480.73 481|481.63 482|482.64 483|483.75 484|484.65 485|485.4 486|486.37 487|487.32 488|488.21 489|489.36 490|490.6 491|491.60 492|492.21 493|493.47 494|494.46 495|495.72 496|496.81 497|497.46 498|498.68 499|499.72 500|500.24 501|501.78 502|502.68 503|503.20 504|504.46 505|505.37 506|506.76 507|507.26 508|508.48 509|509.25 510|510.45 511|511.9 512|512.48 513|513.68 514|514.18 515|515.99 516|516.21 517|517.1 518|518.51 519|519.86 520|520.86 521|521.30 522|522.99 523|523.64 524|524.86 525|525.75 526|526.19 527|527.53 528|528.37 529|529.57 530|530.74 531|531.46 532|532.93 533|533.9 534|534.34 535|535.87 536|536.73 537|537.73 538|538.69 539|539.4 540|540.18 541|541.80 542|542.11 543|543.64 544|544.46 545|545.52 546|546.37 547|547.26 548|548.23 549|549.34 550|550.83 551|551.3 552|552.25 553|553.44 554|554.72 555|555.85 556|556.60 557|557.11 558|558.28 559|559.54 560|560.92 561|561.6 562|562.82 563|563.32 564|564.17 565|565.85 566|566.24 567|567.97 568|568.76 569|569.5 570|570.45 571|571.34 572|572.71 573|573.18 574|574.41 575|575.82 576|576.75 577|577.70 578|578.82 579|579.12 580|580.14 581|581.1 582|582.38 583|583.68 584|584.61 585|585.8 586|586.17 587|587.2 588|588.87 589|589.29 590|590.57 591|591.40 592|592.7 593|593.81 594|594.6 595|595.27 596|596.48 597|597.25 598|598.89 599|599.91 600|600.17 601|601.47 602|602.8 603|603.68 604|604.80 605|605.11 606|606.79 607|607.40 608|608.4 609|609.5 610|610.14 611|611.55 612|612.18 613|613.68 614|614.41 615|615.93 616|616.28 617|617.85 618|618.20 619|619.78 620|620.55 621|621.68 622|622.69 623|623.53 624|624.95 625|625.17 626|626.26 627|627.17 628|628.78 629|629.28 630|630.83 631|631.92 632|632.12 633|633.4 634|634.2 635|635.92 636|636.3 637|637.88 638|638.7 639|639.84 640|640.56 641|641.54 642|642.29 643|643.92 644|644.48 645|645.74 646|646.9 647|647.39 648|648.75 649|649.33 650|650.67 651|651.67 652|652.16 653|653.55 654|654.76 655|655.79 656|656.19 657|657.32 658|658.9 659|659.35 660|660.61 661|661.83 662|662.93 663|663.96 664|664.29 665|665.30 666|666.99 667|667.22 668|668.43 669|669.89 670|670.2 671|671.4 672|672.62 673|673.89 674|674.49 675|675.23 676|676.23 677|677.5 678|678.99 679|679.96 680|680.92 681|681.39 682|682.90 683|683.9 684|684.52 685|685.12 686|686.40 687|687.23 688|688.43 689|689.4 690|690.96 691|691.11 692|692.15 693|693.45 694|694.94 695|695.32 696|696.58 697|697.77 698|698.68 699|699.8 700|700.49 701|701.35 702|702.72 703|703.28 704|704.95 705|705.93 706|706.6 707|707.85 708|708.51 709|709.83 710|710.60 711|711.87 712|712.29 713|713.46 714|714.65 715|715.9 716|716.41 717|717.94 718|718.3 719|719.29 720|720.45 721|721.45 722|722.49 723|723.42 724|724.5 725|725.87 726|726.37 727|727.39 728|728.44 729|729.13 730|730.60 731|731.31 732|732.68 733|733.25 734|734.43 735|735.65 736|736.57 737|737.3 738|738.9 739|739.59 740|740.91 741|741.23 742|742.78 743|743.26 744|744.20 745|745.66 746|746.27 747|747.92 748|748.51 749|749.68 750|750.7 751|751.31 752|752.97 753|753.94 754|754.83 755|755.0 756|756.85 757|757.32 758|758.28 759|759.5 760|760.89 761|761.7 762|762.19 763|763.16 764|764.31 765|765.1 766|766.13 767|767.65 768|768.18 769|769.42 770|770.20 771|771.16 772|772.61 773|773.15 774|774.44 775|775.33 776|776.86 777|777.44 778|778.57 779|779.85 780|780.72 781|781.95 782|782.57 783|783.17 784|784.12 785|785.41 786|786.30 787|787.5 788|788.67 789|789.33 790|790.21 791|791.62 792|792.52 793|793.76 794|794.37 795|795.16 796|796.33 797|797.50 798|798.5 799|799.0 800|800.4 801|801.95 802|802.65 803|803.86 804|804.86 805|805.52 806|806.81 807|807.70 808|808.6 809|809.31 810|810.58 811|811.25 812|812.28 813|813.85 814|814.28 815|815.48 816|816.45 817|817.46 818|818.26 819|819.85 820|820.41 821|821.87 822|822.87 823|823.3 824|824.2 825|825.75 826|826.2 827|827.16 828|828.91 829|829.23 830|830.53 831|831.87 832|832.93 833|833.37 834|834.82 835|835.7 836|836.79 837|837.82 838|838.63 839|839.32 840|840.32 841|841.83 842|842.22 843|843.30 844|844.16 845|845.29 846|846.57 847|847.88 848|848.72 849|849.18 850|850.74 851|851.89 852|852.11 853|853.0 854|854.11 855|855.94 856|856.34 857|857.92 858|858.18 859|859.72 860|860.12 861|861.71 862|862.21 863|863.92 864|864.69 865|865.33 866|866.56 867|867.92 868|868.59 869|869.63 870|870.69 871|871.78 872|872.93 873|873.30 874|874.19 875|875.88 876|876.12 877|877.21 878|878.12 879|879.47 880|880.0 881|881.64 882|882.37 883|883.53 884|884.77 885|885.94 886|886.83 887|887.28 888|888.62 889|889.59 890|890.89 891|891.0 892|892.81 893|893.77 894|894.23 895|895.5 896|896.97 897|897.37 898|898.43 899|899.30 900|900.49 901|901.85 902|902.1 903|903.41 904|904.93 905|905.77 906|906.41 907|907.29 908|908.14 909|909.86 910|910.23 911|911.89 912|912.80 913|913.61 914|914.1 915|915.73 916|916.26 917|917.31 918|918.29 919|919.73 920|920.57 921|921.75 922|922.6 923|923.57 924|924.72 925|925.28 926|926.49 927|927.53 928|928.2 929|929.66 930|930.71 931|931.36 932|932.57 933|933.79 934|934.80 935|935.62 936|936.13 937|937.25 938|938.11 939|939.99 940|940.2 941|941.25 942|942.19 943|943.18 944|944.41 945|945.67 946|946.69 947|947.81 948|948.21 949|949.23 950|950.99 951|951.99 952|952.95 953|953.14 954|954.29 955|955.63 956|956.63 957|957.30 958|958.38 959|959.46 960|960.37 961|961.84 962|962.67 963|963.33 964|964.42 965|965.49 966|966.77 967|967.25 968|968.31 969|969.85 970|970.51 971|971.7 972|972.90 973|973.8 974|974.77 975|975.3 976|976.74 977|977.27 978|978.47 979|979.46 980|980.23 981|981.55 982|982.44 983|983.90 984|984.29 985|985.81 986|986.5 987|987.39 988|988.10 989|989.75 990|990.13 991|991.73 992|992.56 993|993.47 994|994.5 995|995.91 996|996.0 997|997.71 998|998.20 999|999.4 1000|1000.94 1001|1001.83 1002|1002.0 1003|1003.29 1004|1004.88 1005|1005.6 1006|1006.3 1007|1007.70 1008|1008.28 1009|1009.36 1010|1010.76 1011|1011.86 1012|1012.6 1013|1013.5 1014|1014.79 1015|1015.9 1016|1016.1 1017|1017.3 1018|1018.43 1019|1019.69 1020|1020.55 1021|1021.69 1022|1022.19 1023|1023.79 1024|1024.18 1025|1025.63 1026|1026.98 1027|1027.51 1028|1028.50 1029|1029.89 1030|1030.84 1031|1031.12 1032|1032.32 1033|1033.79 1034|1034.45 1035|1035.83 1036|1036.16 1037|1037.86 1038|1038.22 1039|1039.47 1040|1040.88 1041|1041.75 1042|1042.95 1043|1043.44 1044|1044.62 1045|1045.45 1046|1046.82 1047|1047.85 1048|1048.94 1049|1049.36 1050|1050.26 1051|1051.35 1052|1052.53 1053|1053.30 1054|1054.9 1055|1055.32 1056|1056.43 1057|1057.61 1058|1058.58 1059|1059.71 1060|1060.50 1061|1061.36 1062|1062.40 1063|1063.72 1064|1064.62 1065|1065.54 1066|1066.45 1067|1067.91 1068|1068.14 1069|1069.80 1070|1070.5 1071|1071.37 1072|1072.40 1073|1073.51 1074|1074.82 1075|1075.99 1076|1076.98 1077|1077.31 1078|1078.57 1079|1079.13 1080|1080.55 1081|1081.44 1082|1082.88 1083|1083.18 1084|1084.96 1085|1085.90 1086|1086.78 1087|1087.62 1088|1088.74 1089|1089.12 1090|1090.73 1091|1091.58 1092|1092.16 1093|1093.74 1094|1094.23 1095|1095.11 1096|1096.97 1097|1097.45 1098|1098.26 1099|1099.47 1100|1100.19 1101|1101.76 1102|1102.10 1103|1103.88 1104|1104.4 1105|1105.77 1106|1106.29 1107|1107.59 1108|1108.49 1109|1109.1 1110|1110.18 1111|1111.2 1112|1112.36 1113|1113.39 1114|1114.30 1115|1115.67 1116|1116.82 1117|1117.57 1118|1118.25 1119|1119.93 1120|1120.43 1121|1121.28 1122|1122.3 1123|1123.99 1124|1124.48 1125|1125.47 1126|1126.4 1127|1127.13 1128|1128.55 1129|1129.78 1130|1130.5 1131|1131.98 1132|1132.93 1133|1133.64 1134|1134.18 1135|1135.99 1136|1136.78 1137|1137.28 1138|1138.87 1139|1139.12 1140|1140.34 1141|1141.77 1142|1142.23 1143|1143.59 1144|1144.56 1145|1145.53 1146|1146.65 1147|1147.71 1148|1148.91 1149|1149.51 1150|1150.59 1151|1151.79 1152|1152.47 1153|1153.51 1154|1154.72 1155|1155.45 1156|1156.49 1157|1157.36 1158|1158.15 1159|1159.40 1160|1160.18 1161|1161.11 1162|1162.86 1163|1163.49 1164|1164.86 1165|1165.30 1166|1166.26 1167|1167.70 1168|1168.8 1169|1169.26 1170|1170.83 1171|1171.68 1172|1172.97 1173|1173.95 1174|1174.76 1175|1175.32 1176|1176.83 1177|1177.33 1178|1178.90 1179|1179.4 1180|1180.64 1181|1181.33 1182|1182.85 1183|1183.62 1184|1184.89 1185|1185.87 1186|1186.21 1187|1187.52 1188|1188.99 1189|1189.7 1190|1190.65 1191|1191.22 1192|1192.25 1193|1193.55 1194|1194.50 1195|1195.83 1196|1196.17 1197|1197.63 1198|1198.13 1199|1199.64 1200|1200.33 1201|1201.48 1202|1202.96 1203|1203.55 1204|1204.93 1205|1205.45 1206|1206.73 1207|1207.38 1208|1208.2 1209|1209.43 1210|1210.13 1211|1211.96 1212|1212.38 1213|1213.26 1214|1214.76 1215|1215.25 1216|1216.11 1217|1217.76 1218|1218.33 1219|1219.84 1220|1220.76 1221|1221.7 1222|1222.75 1223|1223.32 1224|1224.37 1225|1225.9 1226|1226.73 1227|1227.60 1228|1228.96 1229|1229.40 1230|1230.47 1231|1231.31 1232|1232.85 1233|1233.20 1234|1234.93 1235|1235.68 1236|1236.27 1237|1237.50 1238|1238.12 1239|1239.49 1240|1240.57 1241|1241.59 1242|1242.15 1243|1243.86 1244|1244.59 1245|1245.70 1246|1246.67 1247|1247.32 1248|1248.24 1249|1249.22 1250|1250.35 1251|1251.94 1252|1252.91 1253|1253.75 1254|1254.35 1255|1255.28 1256|1256.39 1257|1257.43 1258|1258.55 1259|1259.12 1260|1260.40 1261|1261.83 1262|1262.33 1263|1263.83 1264|1264.98 1265|1265.70 1266|1266.78 1267|1267.15 1268|1268.4 1269|1269.43 1270|1270.79 1271|1271.8 1272|1272.33 1273|1273.73 1274|1274.26 1275|1275.32 1276|1276.50 1277|1277.5 1278|1278.80 1279|1279.68 1280|1280.16 1281|1281.29 1282|1282.40 1283|1283.97 1284|1284.91 1285|1285.92 1286|1286.83 1287|1287.8 1288|1288.55 1289|1289.96 1290|1290.12 1291|1291.80 1292|1292.40 1293|1293.92 1294|1294.78 1295|1295.72 1296|1296.64 1297|1297.88 1298|1298.3 1299|1299.49 1300|1300.30 1301|1301.52 1302|1302.13 1303|1303.90 1304|1304.59 1305|1305.97 1306|1306.65 1307|1307.26 1308|1308.13 1309|1309.75 1310|1310.18 1311|1311.84 1312|1312.54 1313|1313.69 1314|1314.87 1315|1315.93 1316|1316.48 1317|1317.26 1318|1318.29 1319|1319.40 1320|1320.79 1321|1321.74 1322|1322.4 1323|1323.82 1324|1324.23 1325|1325.68 1326|1326.25 1327|1327.87 1328|1328.28 1329|1329.62 1330|1330.58 1331|1331.64 1332|1332.34 1333|1333.27 1334|1334.77 1335|1335.63 1336|1336.32 1337|1337.3 1338|1338.37 1339|1339.98 1340|1340.3 1341|1341.59 1342|1342.5 1343|1343.63 1344|1344.72 1345|1345.85 1346|1346.67 1347|1347.30 1348|1348.72 1349|1349.28 1350|1350.7 1351|1351.32 1352|1352.64 1353|1353.36 1354|1354.72 1355|1355.8 1356|1356.40 1357|1357.95 1358|1358.39 1359|1359.42 1360|1360.72 1361|1361.27 1362|1362.44 1363|1363.67 1364|1364.88 1365|1365.81 1366|1366.76 1367|1367.6 1368|1368.45 1369|1369.3 1370|1370.94 1371|1371.34 1372|1372.32 1373|1373.28 1374|1374.51 1375|1375.86 1376|1376.65 1377|1377.77 1378|1378.70 1379|1379.91 1380|1380.10 1381|1381.5 1382|1382.93 1383|1383.74 1384|1384.69 1385|1385.14 1386|1386.7 1387|1387.27 1388|1388.21 1389|1389.55 1390|1390.83 1391|1391.98 1392|1392.40 1393|1393.6 1394|1394.91 1395|1395.21 1396|1396.79 1397|1397.79 1398|1398.37 1399|1399.68 1400|1400.84 1401|1401.20 1402|1402.92 1403|1403.74 1404|1404.71 1405|1405.72 1406|1406.92 1407|1407.50 1408|1408.37 1409|1409.99 1410|1410.57 1411|1411.37 1412|1412.76 1413|1413.93 1414|1414.19 1415|1415.21 1416|1416.34 1417|1417.94 1418|1418.89 1419|1419.7 1420|1420.98 1421|1421.82 1422|1422.56 1423|1423.9 1424|1424.73 1425|1425.70 1426|1426.37 1427|1427.34 1428|1428.38 1429|1429.95 1430|1430.19 1431|1431.85 1432|1432.1 1433|1433.69 1434|1434.49 1435|1435.79 1436|1436.72 1437|1437.54 1438|1438.60 1439|1439.10 1440|1440.34 1441|1441.93 1442|1442.55 1443|1443.3 1444|1444.58 1445|1445.3 1446|1446.74 1447|1447.64 1448|1448.11 1449|1449.36 1450|1450.77 1451|1451.83 1452|1452.52 1453|1453.62 1454|1454.68 1455|1455.94 1456|1456.25 1457|1457.78 1458|1458.68 1459|1459.49 1460|1460.84 1461|1461.57 1462|1462.89 1463|1463.77 1464|1464.17 1465|1465.48 1466|1466.89 1467|1467.7 1468|1468.39 1469|1469.2 1470|1470.42 1471|1471.88 1472|1472.99 1473|1473.93 1474|1474.93 1475|1475.71 1476|1476.81 1477|1477.31 1478|1478.19 1479|1479.33 1480|1480.33 1481|1481.65 1482|1482.17 1483|1483.83 1484|1484.5 1485|1485.21 1486|1486.95 1487|1487.95 1488|1488.63 1489|1489.91 1490|1490.14 1491|1491.35 1492|1492.62 1493|1493.73 1494|1494.83 1495|1495.55 1496|1496.29 1497|1497.58 1498|1498.0 1499|1499.53 1500|1500.33 1501|1501.18 1502|1502.33 1503|1503.97 1504|1504.67 1505|1505.99 1506|1506.43 1507|1507.34 1508|1508.95 1509|1509.91 1510|1510.0 1511|1511.23 1512|1512.1 1513|1513.45 1514|1514.45 1515|1515.64 1516|1516.55 1517|1517.75 1518|1518.16 1519|1519.66 1520|1520.36 1521|1521.89 1522|1522.18 1523|1523.48 1524|1524.22 1525|1525.49 1526|1526.41 1527|1527.81 1528|1528.15 1529|1529.1 1530|1530.74 1531|1531.11 1532|1532.30 1533|1533.42 1534|1534.37 1535|1535.60 1536|1536.48 1537|1537.42 1538|1538.5 1539|1539.73 1540|1540.0 1541|1541.93 1542|1542.99 1543|1543.61 1544|1544.91 1545|1545.58 1546|1546.80 1547|1547.20 1548|1548.35 1549|1549.39 1550|1550.44 1551|1551.6 1552|1552.63 1553|1553.70 1554|1554.71 1555|1555.18 1556|1556.67 1557|1557.13 1558|1558.33 1559|1559.69 1560|1560.37 1561|1561.34 1562|1562.45 1563|1563.97 1564|1564.89 1565|1565.53 1566|1566.13 1567|1567.3 1568|1568.41 1569|1569.34 1570|1570.26 1571|1571.21 1572|1572.11 1573|1573.78 1574|1574.63 1575|1575.52 1576|1576.68 1577|1577.73 1578|1578.52 1579|1579.66 1580|1580.26 1581|1581.86 1582|1582.63 1583|1583.8 1584|1584.40 1585|1585.11 1586|1586.31 1587|1587.12 1588|1588.27 1589|1589.51 1590|1590.19 1591|1591.79 1592|1592.98 1593|1593.0 1594|1594.56 1595|1595.98 1596|1596.65 1597|1597.5 1598|1598.60 1599|1599.13 1600|1600.55 1601|1601.28 1602|1602.87 1603|1603.88 1604|1604.34 1605|1605.88 1606|1606.99 1607|1607.8 1608|1608.32 1609|1609.18 1610|1610.28 1611|1611.57 1612|1612.47 1613|1613.13 1614|1614.33 1615|1615.22 1616|1616.28 1617|1617.29 1618|1618.18 1619|1619.84 1620|1620.8 1621|1621.10 1622|1622.7 1623|1623.27 1624|1624.6 1625|1625.73 1626|1626.45 1627|1627.28 1628|1628.40 1629|1629.26 1630|1630.17 1631|1631.6 1632|1632.4 1633|1633.53 1634|1634.80 1635|1635.63 1636|1636.13 1637|1637.68 1638|1638.87 1639|1639.58 1640|1640.52 1641|1641.23 1642|1642.69 1643|1643.21 1644|1644.49 1645|1645.12 1646|1646.58 1647|1647.17 1648|1648.40 1649|1649.24 1650|1650.47 1651|1651.43 1652|1652.52 1653|1653.24 1654|1654.78 1655|1655.92 1656|1656.17 1657|1657.67 1658|1658.52 1659|1659.85 1660|1660.86 1661|1661.59 1662|1662.34 1663|1663.55 1664|1664.2 1665|1665.29 1666|1666.92 1667|1667.80 1668|1668.0 1669|1669.16 1670|1670.51 1671|1671.10 1672|1672.28 1673|1673.66 1674|1674.64 1675|1675.39 1676|1676.25 1677|1677.48 1678|1678.97 1679|1679.14 1680|1680.49 1681|1681.60 1682|1682.85 1683|1683.72 1684|1684.27 1685|1685.86 1686|1686.36 1687|1687.46 1688|1688.21 1689|1689.64 1690|1690.67 1691|1691.31 1692|1692.60 1693|1693.27 1694|1694.82 1695|1695.33 1696|1696.4 1697|1697.6 1698|1698.69 1699|1699.93 1700|1700.59 1701|1701.83 1702|1702.57 1703|1703.25 1704|1704.96 1705|1705.22 1706|1706.98 1707|1707.20 1708|1708.2 1709|1709.65 1710|1710.63 1711|1711.95 1712|1712.2 1713|1713.81 1714|1714.98 1715|1715.29 1716|1716.96 1717|1717.44 1718|1718.69 1719|1719.96 1720|1720.77 1721|1721.47 1722|1722.93 1723|1723.71 1724|1724.59 1725|1725.67 1726|1726.4 1727|1727.91 1728|1728.0 1729|1729.39 1730|1730.89 1731|1731.89 1732|1732.96 1733|1733.57 1734|1734.20 1735|1735.78 1736|1736.4 1737|1737.95 1738|1738.64 1739|1739.34 1740|1740.71 1741|1741.49 1742|1742.90 1743|1743.74 1744|1744.59 1745|1745.53 1746|1746.85 1747|1747.58 1748|1748.80 1749|1749.65 1750|1750.23 1751|1751.87 1752|1752.25 1753|1753.65 1754|1754.71 1755|1755.93 1756|1756.45 1757|1757.49 1758|1758.75 1759|1759.43 1760|1760.36 1761|1761.31 1762|1762.2 1763|1763.84 1764|1764.85 1765|1765.9 1766|1766.85 1767|1767.55 1768|1768.86 1769|1769.44 1770|1770.58 1771|1771.57 1772|1772.70 1773|1773.56 1774|1774.63 1775|1775.74 1776|1776.28 1777|1777.98 1778|1778.28 1779|1779.16 1780|1780.24 1781|1781.87 1782|1782.17 1783|1783.32 1784|1784.47 1785|1785.53 1786|1786.30 1787|1787.20 1788|1788.66 1789|1789.92 1790|1790.24 1791|1791.31 1792|1792.1 1793|1793.85 1794|1794.30 1795|1795.96 1796|1796.57 1797|1797.62 1798|1798.11 1799|1799.90 1800|1800.74 1801|1801.13 1802|1802.98 1803|1803.0 1804|1804.29 1805|1805.67 1806|1806.82 1807|1807.62 1808|1808.37 1809|1809.3 1810|1810.97 1811|1811.51 1812|1812.28 1813|1813.97 1814|1814.56 1815|1815.3 1816|1816.91 1817|1817.86 1818|1818.37 1819|1819.94 1820|1820.34 1821|1821.75 1822|1822.79 1823|1823.79 1824|1824.18 1825|1825.64 1826|1826.37 1827|1827.32 1828|1828.0 1829|1829.78 1830|1830.63 1831|1831.57 1832|1832.61 1833|1833.66 1834|1834.8 1835|1835.13 1836|1836.77 1837|1837.95 1838|1838.86 1839|1839.7 1840|1840.20 1841|1841.94 1842|1842.25 1843|1843.51 1844|1844.92 1845|1845.15 1846|1846.11 1847|1847.97 1848|1848.31 1849|1849.44 1850|1850.58 1851|1851.73 1852|1852.15 1853|1853.85 1854|1854.98 1855|1855.16 1856|1856.51 1857|1857.46 1858|1858.38 1859|1859.89 1860|1860.97 1861|1861.13 1862|1862.30 1863|1863.95 1864|1864.78 1865|1865.90 1866|1866.99 1867|1867.68 1868|1868.42 1869|1869.13 1870|1870.13 1871|1871.81 1872|1872.32 1873|1873.63 1874|1874.23 1875|1875.11 1876|1876.67 1877|1877.39 1878|1878.77 1879|1879.28 1880|1880.44 1881|1881.37 1882|1882.45 1883|1883.13 1884|1884.52 1885|1885.0 1886|1886.0 1887|1887.25 1888|1888.71 1889|1889.21 1890|1890.89 1891|1891.92 1892|1892.4 1893|1893.69 1894|1894.16 1895|1895.6 1896|1896.78 1897|1897.0 1898|1898.91 1899|1899.78 1900|1900.94 1901|1901.97 1902|1902.26 1903|1903.90 1904|1904.87 1905|1905.19 1906|1906.33 1907|1907.55 1908|1908.34 1909|1909.1 1910|1910.66 1911|1911.7 1912|1912.98 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">1</str>
<int name="id_i">1</int>
<float name="default_amount_f">17986.0</float>
<str name="amounts_dpf">1|1.46 2|2.42 3|3.77 4|4.90 5|5.13 6|6.91 7|7.23 8|8.13 9|9.49 10|10.67 11|11.29 12|12.48 13|13.79 14|14.43 15|15.73 16|16.22 17|17.4 18|18.79 19|19.7 20|20.45 21|21.19 22|22.54 23|23.78 24|24.53 25|25.89 26|26.59 27|27.82 28|28.82 29|29.12 30|30.68 31|31.18 32|32.72 33|33.48 34|34.79 35|35.1 36|36.41 37|37.57 38|38.73 39|39.64 40|40.70 41|41.77 42|42.69 43|43.88 44|44.92 45|45.62 46|46.77 47|47.33 48|48.42 49|49.94 50|50.44 51|51.92 52|52.31 53|53.57 54|54.96 55|55.88 56|56.49 57|57.90 58|58.15 59|59.39 60|60.90 61|61.3 62|62.18 63|63.24 64|64.87 65|65.52 66|66.18 67|67.50 68|68.63 69|69.66 70|70.33 71|71.4 72|72.84 73|73.31 74|74.39 75|75.11 76|76.27 77|77.69 78|78.31 79|79.83 80|80.50 81|81.85 82|82.22 83|83.37 84|84.31 85|85.48 86|86.23 87|87.97 88|88.65 89|89.85 90|90.35 91|91.30 92|92.69 93|93.42 94|94.77 95|95.83 96|96.29 97|97.21 98|98.7 99|99.37 100|100.38 101|101.25 102|102.81 103|103.68 104|104.43 105|105.42 106|106.19 107|107.80 108|108.79 109|109.8 110|110.64 111|111.49 112|112.40 113|113.55 114|114.31 115|115.85 116|116.76 117|117.73 118|118.29 119|119.62 120|120.76 121|121.61 122|122.29 123|123.11 124|124.10 125|125.3 126|126.24 127|127.19 128|128.38 129|129.62 130|130.91 131|131.11 132|132.15 133|133.85 134|134.66 135|135.28 136|136.18 137|137.91 138|138.14 139|139.32 140|140.47 141|141.19 142|142.59 143|143.45 144|144.10 145|145.88 146|146.6 147|147.15 148|148.25 149|149.13 150|150.75 151|151.36 152|152.76 153|153.25 154|154.60 155|155.52 156|156.78 157|157.51 158|158.18 159|159.78 160|160.30 161|161.99 162|162.47 163|163.44 164|164.80 165|165.9 166|166.86 167|167.90 168|168.82 169|169.42 170|170.44 171|171.80 172|172.18 173|173.67 174|174.27 175|175.9 176|176.7 177|177.76 178|178.59 179|179.41 180|180.32 181|181.8 182|182.79 183|183.28 184|184.50 185|185.41 186|186.35 187|187.47 188|188.22 189|189.4 190|190.72 191|191.36 192|192.96 193|193.83 194|194.15 195|195.96 196|196.92 197|197.36 198|198.97 199|199.59 200|200.96 201|201.23 202|202.2 203|203.38 204|204.6 205|205.48 206|206.28 207|207.6 208|208.12 209|209.12 210|210.67 211|211.6 212|212.88 213|213.23 214|214.85 215|215.96 216|216.56 217|217.28 218|218.37 219|219.4 220|220.91 221|221.4 222|222.35 223|223.15 224|224.57 225|225.86 226|226.17 227|227.3 228|228.92 229|229.27 230|230.58 231|231.75 232|232.68 233|233.96 234|234.85 235|235.71 236|236.49 237|237.43 238|238.61 239|239.79 240|240.51 241|241.34 242|242.92 243|243.12 244|244.22 245|245.81 246|246.14 247|247.97 248|248.7 249|249.73 250|250.74 251|251.45 252|252.83 253|253.47 254|254.27 255|255.41 256|256.62 257|257.6 258|258.2 259|259.42 260|260.92 261|261.98 262|262.66 263|263.43 264|264.98 265|265.22 266|266.37 267|267.5 268|268.98 269|269.1 270|270.47 271|271.50 272|272.28 273|273.61 274|274.23 275|275.53 276|276.48 277|277.97 278|278.6 279|279.13 280|280.35 281|281.62 282|282.1 283|283.18 284|284.38 285|285.85 286|286.17 287|287.9 288|288.93 289|289.42 290|290.34 291|291.8 292|292.43 293|293.50 294|294.24 295|295.51 296|296.3 297|297.82 298|298.52 299|299.54 300|300.92 301|301.37 302|302.85 303|303.91 304|304.66 305|305.50 306|306.72 307|307.93 308|308.83 309|309.32 310|310.70 311|311.13 312|312.25 313|313.0 314|314.54 315|315.20 316|316.24 317|317.11 318|318.45 319|319.92 320|320.79 321|321.18 322|322.24 323|323.76 324|324.78 325|325.5 326|326.67 327|327.76 328|328.74 329|329.66 330|330.77 331|331.80 332|332.55 333|333.23 334|334.60 335|335.85 336|336.53 337|337.69 338|338.30 339|339.66 340|340.57 341|341.88 342|342.46 343|343.87 344|344.17 345|345.72 346|346.5 347|347.17 348|348.56 349|349.50 350|350.36 351|351.74 352|352.11 353|353.59 354|354.84 355|355.36 356|356.68 357|357.73 358|358.61 359|359.57 360|360.64 361|361.29 362|362.28 363|363.47 364|364.9 365|365.44 366|366.78 367|367.15 368|368.50 369|369.3 370|370.50 371|371.24 372|372.3 373|373.39 374|374.43 375|375.85 376|376.41 377|377.77 378|378.14 379|379.27 380|380.85 381|381.13 382|382.8 383|383.48 384|384.79 385|385.40 386|386.33 387|387.87 388|388.92 389|389.81 390|390.58 391|391.13 392|392.83 393|393.63 394|394.8 395|395.82 396|396.38 397|397.74 398|398.78 399|399.61 400|400.0 401|401.53 402|402.19 403|403.16 404|404.59 405|405.52 406|406.48 407|407.54 408|408.2 409|409.17 410|410.2 411|411.53 412|412.20 413|413.19 414|414.63 415|415.58 416|416.54 417|417.52 418|418.96 419|419.24 420|420.76 421|421.75 422|422.31 423|423.11 424|424.12 425|425.53 426|426.66 427|427.94 428|428.9 429|429.99 430|430.39 431|431.23 432|432.24 433|433.69 434|434.45 435|435.44 436|436.28 437|437.61 438|438.20 439|439.37 440|440.40 441|441.3 442|442.95 443|443.91 444|444.89 445|445.42 446|446.86 447|447.21 448|448.76 449|449.7 450|450.95 451|451.5 452|452.43 453|453.4 454|454.55 455|455.45 456|456.6 457|457.99 458|458.39 459|459.56 460|460.33 461|461.68 462|462.85 463|463.84 464|464.32 465|465.71 466|466.62 467|467.46 468|468.39 469|469.51 470|470.61 471|471.69 472|472.78 473|473.96 474|474.83 475|475.87 476|476.62 477|477.3 478|478.84 479|479.61 480|480.4 481|481.90 482|482.16 483|483.3 484|484.62 485|485.66 486|486.90 487|487.48 488|488.75 489|489.17 490|490.68 491|491.27 492|492.86 493|493.39 494|494.49 495|495.72 496|496.79 497|497.48 498|498.3 499|499.60 500|500.89 501|501.98 502|502.50 503|503.74 504|504.57 505|505.18 506|506.59 507|507.97 508|508.97 509|509.93 510|510.82 511|511.31 512|512.40 513|513.9 514|514.19 515|515.66 516|516.61 517|517.32 518|518.55 519|519.11 520|520.18 521|521.76 522|522.84 523|523.83 524|524.19 525|525.19 526|526.94 527|527.84 528|528.41 529|529.84 530|530.64 531|531.41 532|532.95 533|533.24 534|534.53 535|535.10 536|536.54 537|537.25 538|538.60 539|539.38 540|540.43 541|541.77 542|542.84 543|543.76 544|544.34 545|545.68 546|546.62 547|547.68 548|548.69 549|549.71 550|550.34 551|551.63 552|552.15 553|553.36 554|554.41 555|555.35 556|556.57 557|557.56 558|558.38 559|559.92 560|560.49 561|561.51 562|562.58 563|563.11 564|564.85 565|565.25 566|566.41 567|567.20 568|568.96 569|569.94 570|570.82 571|571.14 572|572.57 573|573.95 574|574.49 575|575.85 576|576.73 577|577.23 578|578.70 579|579.56 580|580.79 581|581.57 582|582.9 583|583.14 584|584.51 585|585.33 586|586.85 587|587.81 588|588.22 589|589.37 590|590.64 591|591.92 592|592.13 593|593.79 594|594.13 595|595.18 596|596.38 597|597.22 598|598.62 599|599.91 600|600.35 601|601.24 602|602.88 603|603.27 604|604.80 605|605.31 606|606.55 607|607.6 608|608.59 609|609.53 610|610.43 611|611.35 612|612.2 613|613.54 614|614.14 615|615.1 616|616.9 617|617.38 618|618.8 619|619.30 620|620.4 621|621.86 622|622.10 623|623.85 624|624.22 625|625.54 626|626.13 627|627.5 628|628.14 629|629.87 630|630.92 631|631.23 632|632.15 633|633.30 634|634.38 635|635.48 636|636.36 637|637.90 638|638.67 639|639.59 640|640.25 641|641.4 642|642.58 643|643.0 644|644.82 645|645.11 646|646.26 647|647.99 648|648.67 649|649.33 650|650.56 651|651.20 652|652.16 653|653.41 654|654.15 655|655.94 656|656.9 657|657.19 658|658.64 659|659.44 660|660.83 661|661.13 662|662.60 663|663.55 664|664.26 665|665.59 666|666.49 667|667.92 668|668.94 669|669.78 670|670.94 671|671.32 672|672.82 673|673.87 674|674.16 675|675.95 676|676.89 677|677.22 678|678.72 679|679.17 680|680.36 681|681.64 682|682.39 683|683.73 684|684.88 685|685.53 686|686.43 687|687.16 688|688.23 689|689.62 690|690.89 691|691.84 692|692.97 693|693.35 694|694.8 695|695.5 696|696.59 697|697.56 698|698.56 699|699.23 700|700.34 701|701.62 702|702.5 703|703.76 704|704.54 705|705.52 706|706.70 707|707.50 708|708.97 709|709.93 710|710.50 711|711.95 712|712.75 713|713.68 714|714.74 715|715.38 716|716.76 717|717.59 718|718.44 719|719.63 720|720.59 721|721.69 722|722.33 723|723.22 724|724.2 725|725.54 726|726.10 727|727.36 728|728.97 729|729.77 730|730.12 731|731.68 732|732.69 733|733.50 734|734.81 735|735.91 736|736.3 737|737.57 738|738.36 739|739.25 740|740.60 741|741.71 742|742.19 743|743.68 744|744.48 745|745.50 746|746.69 747|747.65 748|748.32 749|749.93 750|750.99 751|751.27 752|752.27 753|753.5 754|754.22 755|755.98 756|756.70 757|757.59 758|758.40 759|759.5 760|760.94 761|761.41 762|762.41 763|763.48 764|764.24 765|765.31 766|766.86 767|767.7 768|768.42 769|769.99 770|770.11 771|771.31 772|772.27 773|773.97 774|774.40 775|775.55 776|776.4 777|777.68 778|778.88 779|779.62 780|780.54 781|781.15 782|782.49 783|783.11 784|784.2 785|785.89 786|786.73 787|787.75 788|788.2 789|789.44 790|790.81 791|791.79 792|792.12 793|793.68 794|794.14 795|795.58 796|796.48 797|797.40 798|798.47 799|799.98 800|800.24 801|801.38 802|802.68 803|803.25 804|804.4 805|805.51 806|806.9 807|807.5 808|808.98 809|809.17 810|810.39 811|811.73 812|812.41 813|813.37 814|814.54 815|815.52 816|816.58 817|817.76 818|818.78 819|819.20 820|820.59 821|821.96 822|822.71 823|823.64 824|824.88 825|825.27 826|826.46 827|827.1 828|828.79 829|829.82 830|830.3 831|831.57 832|832.75 833|833.98 834|834.55 835|835.2 836|836.48 837|837.2 838|838.19 839|839.19 840|840.92 841|841.5 842|842.38 843|843.17 844|844.45 845|845.27 846|846.87 847|847.63 848|848.62 849|849.99 850|850.28 851|851.74 852|852.82 853|853.18 854|854.68 855|855.72 856|856.1 857|857.19 858|858.65 859|859.25 860|860.32 861|861.19 862|862.85 863|863.29 864|864.70 865|865.24 866|866.72 867|867.42 868|868.98 869|869.42 870|870.62 871|871.34 872|872.12 873|873.47 874|874.48 875|875.75 876|876.83 877|877.64 878|878.43 879|879.72 880|880.69 881|881.66 882|882.53 883|883.35 884|884.60 885|885.83 886|886.13 887|887.19 888|888.59 889|889.2 890|890.27 891|891.65 892|892.87 893|893.75 894|894.31 895|895.39 896|896.74 897|897.52 898|898.13 899|899.30 900|900.95 901|901.14 902|902.28 903|903.16 904|904.35 905|905.36 906|906.75 907|907.49 908|908.33 909|909.76 910|910.21 911|911.92 912|912.15 913|913.43 914|914.0 915|915.4 916|916.29 917|917.65 918|918.72 919|919.5 920|920.29 921|921.43 922|922.83 923|923.16 924|924.99 925|925.83 926|926.52 927|927.5 928|928.88 929|929.99 930|930.17 931|931.68 932|932.39 933|933.92 934|934.65 935|935.92 936|936.0 937|937.37 938|938.94 939|939.41 940|940.26 941|941.75 942|942.99 943|943.95 944|944.13 945|945.30 946|946.2 947|947.53 948|948.18 949|949.28 950|950.75 951|951.25 952|952.53 953|953.51 954|954.45 955|955.81 956|956.34 957|957.59 958|958.32 959|959.6 960|960.0 961|961.84 962|962.53 963|963.70 964|964.60 965|965.64 966|966.41 967|967.50 968|968.38 969|969.41 970|970.24 971|971.73 972|972.10 973|973.6 974|974.24 975|975.29 976|976.10 977|977.24 978|978.2 979|979.52 980|980.32 981|981.66 982|982.66 983|983.75 984|984.32 985|985.81 986|986.46 987|987.12 988|988.47 989|989.80 990|990.87 991|991.92 992|992.25 993|993.74 994|994.22 995|995.41 996|996.79 997|997.70 998|998.51 999|999.25 1000|1000.89 1001|1001.52 1002|1002.53 1003|1003.90 1004|1004.35 1005|1005.56 1006|1006.17 1007|1007.98 1008|1008.97 1009|1009.67 1010|1010.43 1011|1011.24 1012|1012.7 1013|1013.43 1014|1014.85 1015|1015.56 1016|1016.7 1017|1017.53 1018|1018.27 1019|1019.97 1020|1020.13 1021|1021.39 1022|1022.18 1023|1023.47 1024|1024.7 1025|1025.83 1026|1026.64 1027|1027.43 1028|1028.5 1029|1029.86 1030|1030.88 1031|1031.18 1032|1032.9 1033|1033.70 1034|1034.76 1035|1035.84 1036|1036.92 1037|1037.52 1038|1038.50 1039|1039.79 1040|1040.2 1041|1041.25 1042|1042.70 1043|1043.34 1044|1044.33 1045|1045.81 1046|1046.36 1047|1047.21 1048|1048.41 1049|1049.72 1050|1050.79 1051|1051.80 1052|1052.61 1053|1053.14 1054|1054.38 1055|1055.12 1056|1056.14 1057|1057.22 1058|1058.0 1059|1059.43 1060|1060.35 1061|1061.6 1062|1062.75 1063|1063.77 1064|1064.80 1065|1065.42 1066|1066.1 1067|1067.49 1068|1068.97 1069|1069.7 1070|1070.69 1071|1071.7 1072|1072.94 1073|1073.13 1074|1074.50 1075|1075.8 1076|1076.26 1077|1077.52 1078|1078.5 1079|1079.25 1080|1080.87 1081|1081.68 1082|1082.46 1083|1083.2 1084|1084.48 1085|1085.11 1086|1086.65 1087|1087.55 1088|1088.44 1089|1089.20 1090|1090.48 1091|1091.18 1092|1092.76 1093|1093.96 1094|1094.12 1095|1095.99 1096|1096.69 1097|1097.33 1098|1098.79 1099|1099.22 1100|1100.93 1101|1101.75 1102|1102.79 1103|1103.31 1104|1104.62 1105|1105.3 1106|1106.1 1107|1107.92 1108|1108.45 1109|1109.64 1110|1110.73 1111|1111.75 1112|1112.39 1113|1113.83 1114|1114.68 1115|1115.35 1116|1116.95 1117|1117.90 1118|1118.78 1119|1119.19 1120|1120.43 1121|1121.95 1122|1122.49 1123|1123.15 1124|1124.32 1125|1125.5 1126|1126.23 1127|1127.35 1128|1128.57 1129|1129.57 1130|1130.64 1131|1131.97 1132|1132.21 1133|1133.75 1134|1134.99 1135|1135.68 1136|1136.82 1137|1137.4 1138|1138.35 1139|1139.85 1140|1140.14 1141|1141.55 1142|1142.74 1143|1143.76 1144|1144.78 1145|1145.21 1146|1146.67 1147|1147.80 1148|1148.46 1149|1149.83 1150|1150.57 1151|1151.83 1152|1152.69 1153|1153.99 1154|1154.55 1155|1155.78 1156|1156.55 1157|1157.46 1158|1158.11 1159|1159.23 1160|1160.57 1161|1161.94 1162|1162.71 1163|1163.45 1164|1164.16 1165|1165.50 1166|1166.2 1167|1167.86 1168|1168.55 1169|1169.25 1170|1170.59 1171|1171.4 1172|1172.50 1173|1173.82 1174|1174.35 1175|1175.78 1176|1176.9 1177|1177.40 1178|1178.19 1179|1179.68 1180|1180.29 1181|1181.13 1182|1182.47 1183|1183.74 1184|1184.76 1185|1185.72 1186|1186.70 1187|1187.5 1188|1188.97 1189|1189.51 1190|1190.21 1191|1191.14 1192|1192.86 1193|1193.19 1194|1194.71 1195|1195.15 1196|1196.76 1197|1197.44 1198|1198.19 1199|1199.43 1200|1200.99 1201|1201.65 1202|1202.22 1203|1203.44 1204|1204.32 1205|1205.47 1206|1206.32 1207|1207.52 1208|1208.37 1209|1209.99 1210|1210.91 1211|1211.71 1212|1212.47 1213|1213.49 1214|1214.74 1215|1215.78 1216|1216.20 1217|1217.88 1218|1218.41 1219|1219.37 1220|1220.77 1221|1221.86 1222|1222.7 1223|1223.49 1224|1224.74 1225|1225.23 1226|1226.50 1227|1227.45 1228|1228.24 1229|1229.51 1230|1230.5 1231|1231.71 1232|1232.10 1233|1233.94 1234|1234.0 1235|1235.97 1236|1236.60 1237|1237.62 1238|1238.61 1239|1239.45 1240|1240.42 1241|1241.79 1242|1242.33 1243|1243.4 1244|1244.75 1245|1245.56 1246|1246.71 1247|1247.52 1248|1248.44 1249|1249.82 1250|1250.59 1251|1251.76 1252|1252.7 1253|1253.98 1254|1254.80 1255|1255.90 1256|1256.53 1257|1257.63 1258|1258.30 1259|1259.97 1260|1260.77 1261|1261.31 1262|1262.61 1263|1263.65 1264|1264.89 1265|1265.47 1266|1266.66 1267|1267.65 1268|1268.71 1269|1269.98 1270|1270.21 1271|1271.78 1272|1272.98 1273|1273.60 1274|1274.34 1275|1275.40 1276|1276.94 1277|1277.16 1278|1278.54 1279|1279.10 1280|1280.50 1281|1281.99 1282|1282.66 1283|1283.67 1284|1284.33 1285|1285.85 1286|1286.84 1287|1287.62 1288|1288.92 1289|1289.71 1290|1290.61 1291|1291.46 1292|1292.66 1293|1293.12 1294|1294.60 1295|1295.15 1296|1296.9 1297|1297.52 1298|1298.61 1299|1299.68 1300|1300.29 1301|1301.86 1302|1302.30 1303|1303.76 1304|1304.82 1305|1305.91 1306|1306.51 1307|1307.88 1308|1308.59 1309|1309.21 1310|1310.68 1311|1311.81 1312|1312.26 1313|1313.15 1314|1314.75 1315|1315.18 1316|1316.74 1317|1317.80 1318|1318.74 1319|1319.3 1320|1320.99 1321|1321.60 1322|1322.43 1323|1323.3 1324|1324.64 1325|1325.18 1326|1326.58 1327|1327.14 1328|1328.48 1329|1329.13 1330|1330.69 1331|1331.5 1332|1332.73 1333|1333.84 1334|1334.96 1335|1335.83 1336|1336.61 1337|1337.57 1338|1338.66 1339|1339.95 1340|1340.49 1341|1341.84 1342|1342.35 1343|1343.94 1344|1344.11 1345|1345.27 1346|1346.24 1347|1347.57 1348|1348.0 1349|1349.74 1350|1350.99 1351|1351.41 1352|1352.92 1353|1353.33 1354|1354.56 1355|1355.7 1356|1356.4 1357|1357.40 1358|1358.45 1359|1359.71 1360|1360.29 1361|1361.17 1362|1362.69 1363|1363.16 1364|1364.81 1365|1365.53 1366|1366.23 1367|1367.93 1368|1368.53 1369|1369.76 1370|1370.53 1371|1371.59 1372|1372.24 1373|1373.54 1374|1374.87 1375|1375.52 1376|1376.77 1377|1377.27 1378|1378.84 1379|1379.91 1380|1380.99 1381|1381.68 1382|1382.29 1383|1383.29 1384|1384.85 1385|1385.94 1386|1386.49 1387|1387.77 1388|1388.13 1389|1389.88 1390|1390.10 1391|1391.18 1392|1392.91 1393|1393.97 1394|1394.23 1395|1395.69 1396|1396.53 1397|1397.0 1398|1398.44 1399|1399.89 1400|1400.34 1401|1401.64 1402|1402.68 1403|1403.65 1404|1404.70 1405|1405.83 1406|1406.7 1407|1407.75 1408|1408.32 1409|1409.28 1410|1410.39 1411|1411.72 1412|1412.27 1413|1413.10 1414|1414.32 1415|1415.14 1416|1416.32 1417|1417.42 1418|1418.63 1419|1419.19 1420|1420.63 1421|1421.66 1422|1422.47 1423|1423.75 1424|1424.38 1425|1425.86 1426|1426.67 1427|1427.65 1428|1428.12 1429|1429.11 1430|1430.72 1431|1431.79 1432|1432.57 1433|1433.59 1434|1434.15 1435|1435.79 1436|1436.21 1437|1437.99 1438|1438.93 1439|1439.58 1440|1440.26 1441|1441.75 1442|1442.70 1443|1443.1 1444|1444.1 1445|1445.0 1446|1446.6 1447|1447.55 1448|1448.62 1449|1449.1 1450|1450.97 1451|1451.65 1452|1452.23 1453|1453.64 1454|1454.71 1455|1455.69 1456|1456.72 1457|1457.11 1458|1458.38 1459|1459.68 1460|1460.60 1461|1461.71 1462|1462.2 1463|1463.58 1464|1464.92 1465|1465.67 1466|1466.77 1467|1467.59 1468|1468.76 1469|1469.67 1470|1470.40 1471|1471.98 1472|1472.60 1473|1473.18 1474|1474.91 1475|1475.79 1476|1476.47 1477|1477.97 1478|1478.0 1479|1479.66 1480|1480.92 1481|1481.47 1482|1482.93 1483|1483.2 1484|1484.25 1485|1485.79 1486|1486.65 1487|1487.61 1488|1488.93 1489|1489.90 1490|1490.90 1491|1491.65 1492|1492.73 1493|1493.92 1494|1494.71 1495|1495.22 1496|1496.91 1497|1497.37 1498|1498.67 1499|1499.21 1500|1500.46 1501|1501.0 1502|1502.74 1503|1503.23 1504|1504.77 1505|1505.47 1506|1506.19 1507|1507.82 1508|1508.91 1509|1509.86 1510|1510.42 1511|1511.71 1512|1512.85 1513|1513.23 1514|1514.90 1515|1515.47 1516|1516.78 1517|1517.29 1518|1518.27 1519|1519.8 1520|1520.73 1521|1521.70 1522|1522.85 1523|1523.92 1524|1524.23 1525|1525.18 1526|1526.8 1527|1527.9 1528|1528.89 1529|1529.96 1530|1530.14 1531|1531.38 1532|1532.14 1533|1533.63 1534|1534.0 1535|1535.10 1536|1536.3 1537|1537.24 1538|1538.58 1539|1539.33 1540|1540.9 1541|1541.96 1542|1542.61 1543|1543.17 1544|1544.25 1545|1545.33 1546|1546.92 1547|1547.39 1548|1548.81 1549|1549.68 1550|1550.57 1551|1551.13 1552|1552.96 1553|1553.3 1554|1554.95 1555|1555.98 1556|1556.93 1557|1557.94 1558|1558.60 1559|1559.0 1560|1560.17 1561|1561.27 1562|1562.85 1563|1563.77 1564|1564.90 1565|1565.34 1566|1566.35 1567|1567.88 1568|1568.79 1569|1569.62 1570|1570.75 1571|1571.67 1572|1572.19 1573|1573.0 1574|1574.96 1575|1575.64 1576|1576.24 1577|1577.64 1578|1578.50 1579|1579.70 1580|1580.35 1581|1581.64 1582|1582.8 1583|1583.19 1584|1584.83 1585|1585.13 1586|1586.31 1587|1587.2 1588|1588.56 1589|1589.66 1590|1590.91 1591|1591.42 1592|1592.95 1593|1593.38 1594|1594.91 1595|1595.74 1596|1596.25 1597|1597.54 1598|1598.88 1599|1599.36 1600|1600.47 1601|1601.47 1602|1602.1 1603|1603.52 1604|1604.38 1605|1605.69 1606|1606.51 1607|1607.81 1608|1608.66 1609|1609.53 1610|1610.20 1611|1611.1 1612|1612.39 1613|1613.11 1614|1614.28 1615|1615.14 1616|1616.18 1617|1617.46 1618|1618.94 1619|1619.82 1620|1620.91 1621|1621.52 1622|1622.42 1623|1623.17 1624|1624.63 1625|1625.84 1626|1626.98 1627|1627.25 1628|1628.82 1629|1629.39 1630|1630.4 1631|1631.85 1632|1632.76 1633|1633.56 1634|1634.63 1635|1635.19 1636|1636.10 1637|1637.18 1638|1638.4 1639|1639.46 1640|1640.10 1641|1641.10 1642|1642.80 1643|1643.22 1644|1644.75 1645|1645.61 1646|1646.91 1647|1647.35 1648|1648.30 1649|1649.72 1650|1650.11 1651|1651.4 1652|1652.65 1653|1653.48 1654|1654.24 1655|1655.23 1656|1656.56 1657|1657.93 1658|1658.91 1659|1659.33 1660|1660.36 1661|1661.53 1662|1662.83 1663|1663.65 1664|1664.30 1665|1665.21 1666|1666.26 1667|1667.59 1668|1668.97 1669|1669.96 1670|1670.90 1671|1671.94 1672|1672.97 1673|1673.49 1674|1674.23 1675|1675.34 1676|1676.64 1677|1677.59 1678|1678.72 1679|1679.47 1680|1680.53 1681|1681.96 1682|1682.27 1683|1683.62 1684|1684.66 1685|1685.49 1686|1686.0 1687|1687.55 1688|1688.98 1689|1689.7 1690|1690.13 1691|1691.58 1692|1692.18 1693|1693.0 1694|1694.78 1695|1695.86 1696|1696.23 1697|1697.62 1698|1698.92 1699|1699.57 1700|1700.13 1701|1701.36 1702|1702.35 1703|1703.30 1704|1704.41 1705|1705.19 1706|1706.57 1707|1707.63 1708|1708.37 1709|1709.29 1710|1710.16 1711|1711.71 1712|1712.0 1713|1713.32 1714|1714.87 1715|1715.0 1716|1716.25 1717|1717.6 1718|1718.4 1719|1719.1 1720|1720.13 1721|1721.18 1722|1722.18 1723|1723.47 1724|1724.36 1725|1725.77 1726|1726.7 1727|1727.29 1728|1728.86 1729|1729.74 1730|1730.60 1731|1731.86 1732|1732.13 1733|1733.13 1734|1734.86 1735|1735.24 1736|1736.76 1737|1737.24 1738|1738.65 1739|1739.92 1740|1740.2 1741|1741.79 1742|1742.97 1743|1743.60 1744|1744.2 1745|1745.10 1746|1746.53 1747|1747.46 1748|1748.33 1749|1749.2 1750|1750.14 1751|1751.79 1752|1752.71 1753|1753.11 1754|1754.3 1755|1755.78 1756|1756.55 1757|1757.65 1758|1758.26 1759|1759.72 1760|1760.71 1761|1761.84 1762|1762.83 1763|1763.64 1764|1764.81 1765|1765.63 1766|1766.72 1767|1767.12 1768|1768.11 1769|1769.22 1770|1770.2 1771|1771.83 1772|1772.7 1773|1773.60 1774|1774.65 1775|1775.0 1776|1776.88 1777|1777.10 1778|1778.69 1779|1779.33 1780|1780.71 1781|1781.18 1782|1782.54 1783|1783.59 1784|1784.66 1785|1785.97 1786|1786.52 1787|1787.1 1788|1788.77 1789|1789.85 1790|1790.12 1791|1791.10 1792|1792.6 1793|1793.19 1794|1794.44 1795|1795.19 1796|1796.36 1797|1797.67 1798|1798.84 1799|1799.88 1800|1800.54 1801|1801.7 1802|1802.54 1803|1803.91 1804|1804.69 1805|1805.21 1806|1806.13 1807|1807.90 1808|1808.94 1809|1809.66 1810|1810.8 1811|1811.13 1812|1812.97 1813|1813.75 1814|1814.36 1815|1815.57 1816|1816.11 1817|1817.2 1818|1818.96 1819|1819.58 1820|1820.78 1821|1821.86 1822|1822.25 1823|1823.53 1824|1824.16 1825|1825.81 1826|1826.58 1827|1827.50 1828|1828.22 1829|1829.27 1830|1830.81 1831|1831.64 1832|1832.21 1833|1833.11 1834|1834.96 1835|1835.94 1836|1836.51 1837|1837.74 1838|1838.49 1839|1839.37 1840|1840.80 1841|1841.32 1842|1842.81 1843|1843.93 1844|1844.4 1845|1845.14 1846|1846.21 1847|1847.86 1848|1848.27 1849|1849.84 1850|1850.6 1851|1851.20 1852|1852.19 1853|1853.42 1854|1854.58 1855|1855.40 1856|1856.90 1857|1857.88 1858|1858.62 1859|1859.69 1860|1860.93 1861|1861.6 1862|1862.11 1863|1863.21 1864|1864.44 1865|1865.79 1866|1866.53 1867|1867.0 1868|1868.43 1869|1869.31 1870|1870.88 1871|1871.72 1872|1872.19 1873|1873.26 1874|1874.48 1875|1875.33 1876|1876.45 1877|1877.81 1878|1878.46 1879|1879.58 1880|1880.6 1881|1881.28 1882|1882.30 1883|1883.8 1884|1884.42 1885|1885.96 1886|1886.48 1887|1887.9 1888|1888.33 1889|1889.99 1890|1890.35 1891|1891.23 1892|1892.71 1893|1893.49 1894|1894.67 1895|1895.74 1896|1896.35 1897|1897.5 1898|1898.51 1899|1899.13 1900|1900.14 1901|1901.84 1902|1902.9 1903|1903.99 1904|1904.67 1905|1905.29 1906|1906.76 1907|1907.92 1908|1908.16 1909|1909.23 1910|1910.19 1911|1911.91 1912|1912.68 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">2</str>
<int name="id_i">2</int>
<float name="default_amount_f">12630.0</float>
<str name="amounts_dpf">1|1.46 2|2.86 3|3.65 4|4.89 5|5.24 6|6.17 7|7.98 8|8.62 9|9.75 10|10.53 11|11.71 12|12.62 13|13.37 14|14.78 15|15.80 16|16.8 17|17.3 18|18.72 19|19.89 20|20.38 21|21.93 22|22.23 23|23.78 24|24.19 25|25.57 26|26.85 27|27.9 28|28.94 29|29.15 30|30.30 31|31.26 32|32.73 33|33.18 34|34.40 35|35.25 36|36.81 37|37.17 38|38.70 39|39.74 40|40.50 41|41.84 42|42.60 43|43.83 44|44.80 45|45.97 46|46.37 47|47.39 48|48.50 49|49.54 50|50.35 51|51.31 52|52.55 53|53.1 54|54.48 55|55.54 56|56.33 57|57.92 58|58.88 59|59.40 60|60.43 61|61.11 62|62.48 63|63.58 64|64.64 65|65.84 66|66.71 67|67.44 68|68.5 69|69.58 70|70.96 71|71.38 72|72.42 73|73.59 74|74.97 75|75.39 76|76.91 77|77.53 78|78.29 79|79.24 80|80.2 81|81.58 82|82.39 83|83.16 84|84.52 85|85.11 86|86.93 87|87.68 88|88.38 89|89.68 90|90.95 91|91.20 92|92.11 93|93.70 94|94.39 95|95.59 96|96.7 97|97.35 98|98.66 99|99.22 100|100.84 101|101.70 102|102.80 103|103.66 104|104.47 105|105.20 106|106.92 107|107.11 108|108.67 109|109.14 110|110.65 111|111.21 112|112.87 113|113.28 114|114.10 115|115.82 116|116.64 117|117.21 118|118.41 119|119.32 120|120.29 121|121.71 122|122.32 123|123.16 124|124.55 125|125.65 126|126.99 127|127.80 128|128.4 129|129.7 130|130.98 131|131.79 132|132.93 133|133.11 134|134.62 135|135.60 136|136.49 137|137.57 138|138.28 139|139.12 140|140.65 141|141.91 142|142.14 143|143.2 144|144.98 145|145.49 146|146.23 147|147.48 148|148.68 149|149.12 150|150.75 151|151.6 152|152.16 153|153.68 154|154.15 155|155.23 156|156.71 157|157.57 158|158.82 159|159.87 160|160.91 161|161.56 162|162.56 163|163.85 164|164.56 165|165.32 166|166.3 167|167.43 168|168.55 169|169.97 170|170.66 171|171.26 172|172.87 173|173.76 174|174.37 175|175.14 176|176.99 177|177.71 178|178.1 179|179.4 180|180.22 181|181.95 182|182.22 183|183.87 184|184.91 185|185.52 186|186.70 187|187.43 188|188.26 189|189.81 190|190.76 191|191.32 192|192.75 193|193.20 194|194.42 195|195.45 196|196.85 197|197.54 198|198.44 199|199.4 200|200.54 201|201.42 202|202.7 203|203.92 204|204.14 205|205.89 206|206.49 207|207.34 208|208.13 209|209.64 210|210.79 211|211.25 212|212.23 213|213.46 214|214.28 215|215.49 216|216.10 217|217.26 218|218.47 219|219.26 220|220.12 221|221.79 222|222.85 223|223.59 224|224.44 225|225.39 226|226.4 227|227.67 228|228.83 229|229.17 230|230.42 231|231.76 232|232.69 233|233.37 234|234.82 235|235.76 236|236.15 237|237.23 238|238.2 239|239.35 240|240.98 241|241.49 242|242.44 243|243.1 244|244.72 245|245.89 246|246.44 247|247.50 248|248.40 249|249.85 250|250.99 251|251.4 252|252.60 253|253.2 254|254.1 255|255.25 256|256.2 257|257.71 258|258.68 259|259.75 260|260.3 261|261.29 262|262.60 263|263.79 264|264.91 265|265.94 266|266.32 267|267.0 268|268.97 269|269.65 270|270.36 271|271.41 272|272.33 273|273.18 274|274.81 275|275.0 276|276.92 277|277.54 278|278.68 279|279.11 280|280.27 281|281.74 282|282.69 283|283.33 284|284.45 285|285.69 286|286.24 287|287.52 288|288.89 289|289.47 290|290.74 291|291.30 292|292.21 293|293.37 294|294.36 295|295.26 296|296.19 297|297.40 298|298.62 299|299.10 300|300.89 301|301.32 302|302.62 303|303.41 304|304.26 305|305.67 306|306.14 307|307.32 308|308.79 309|309.60 310|310.84 311|311.8 312|312.67 313|313.65 314|314.37 315|315.41 316|316.91 317|317.20 318|318.92 319|319.90 320|320.55 321|321.42 322|322.68 323|323.21 324|324.58 325|325.64 326|326.69 327|327.99 328|328.36 329|329.33 330|330.47 331|331.96 332|332.21 333|333.7 334|334.86 335|335.87 336|336.71 337|337.64 338|338.63 339|339.18 340|340.10 341|341.83 342|342.77 343|343.44 344|344.74 345|345.50 346|346.2 347|347.87 348|348.86 349|349.59 350|350.72 351|351.21 352|352.11 353|353.49 354|354.64 355|355.35 356|356.77 357|357.85 358|358.95 359|359.88 360|360.19 361|361.70 362|362.15 363|363.54 364|364.7 365|365.8 366|366.92 367|367.67 368|368.95 369|369.15 370|370.22 371|371.53 372|372.52 373|373.36 374|374.40 375|375.41 376|376.98 377|377.93 378|378.76 379|379.10 380|380.36 381|381.69 382|382.69 383|383.54 384|384.83 385|385.92 386|386.8 387|387.32 388|388.26 389|389.20 390|390.8 391|391.12 392|392.11 393|393.97 394|394.0 395|395.87 396|396.84 397|397.95 398|398.90 399|399.
[...truncated too long message...]
378-1048) [n:127.0.0.1:37981_solr c:destinationCollection s:shard1 r:core_node3 x:destinationCollection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: destinationCollection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 641619 INFO (qtp1197853378-1048) [n:127.0.0.1:37981_solr c:destinationCollection s:shard1 r:core_node3 x:destinationCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=destinationCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=destinationCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=558423
[junit4] 2> 641620 ERROR (SUITE-StreamExpressionTest-seed#[7082EC14955B5B6B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 641620 INFO (SUITE-StreamExpressionTest-seed#[7082EC14955B5B6B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43701 43701
[junit4] 2> 649531 INFO (Thread-165) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43701 43701
[junit4] 2> 649532 WARN (Thread-165) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 63 /solr/clusterprops.json
[junit4] 2> 63 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 63 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/collection1_collection/state.json
[junit4] 2> 10 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 6 /solr/collections/destinationCollection/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98914352389619718-127.0.0.1:37981_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 63 /solr/live_nodes
[junit4] 2> 63 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_7082EC14955B5B6B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {join2_s=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), subject=Lucene50(blocksize=128), a1_s=PostingsFormat(name=LuceneVarGapFixedInterval), a2_s=FSTOrd50, test_t=PostingsFormat(name=Memory), level1_s=FSTOrd50, ident_s=PostingsFormat(name=LuceneVarGapFixedInterval), s_multi=FSTOrd50, col_s=PostingsFormat(name=LuceneVarGapFixedInterval), level2_s=PostingsFormat(name=LuceneVarGapFixedInterval), a_ss=Lucene50(blocksize=128), a_s=FSTOrd50, a_t=Lucene50(blocksize=128), side_s=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory), text=FSTOrd50}, docValues:{join2_s=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Asserting), price_f=DocValuesFormat(name=Asserting), a1_s=DocValuesFormat(name=Memory), a_f=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), join1_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Asserting), join3_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Direct), s_multi=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Direct), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Memory), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1732, maxMBSortInHeap=6.563350991780764, sim=RandomSimilarity(queryNorm=false): {}, locale=ca, timezone=Pacific/Marquesas
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=205832856,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [SolrParamTest, CosineEvaluatorTest, MultiplyEvaluatorTest, TestSuggesterResponse, TestBatchUpdate, DivideEvaluatorTest, NoOpResponseParserTest, TestJsonRecordReader, JettyWebappTest, CloudSolrClientTest, GetByIdTest, SolrExampleXMLTest, CoalesceEvaluatorTest, UuidEvaluatorTest, GreaterThanEqualToEvaluatorTest, TestJavaBinCodec, TestHash, HyperbolicSineEvaluatorTest, TestCoreAdmin, LBHttpSolrClientBuilderTest, DocumentAnalysisResponseTest, OperationsTest, LessThanEqualToEvaluatorTest, SolrExampleBinaryTest, LargeVolumeJettyTest, HttpSolrClientConPoolTest, TestCloudSolrClientConnections, StreamExpressionTest]
[junit4] Completed [146/146 (1!)] on J2 in 576.36s, 122 tests, 2 failures, 5 errors, 9 skipped <<< FAILURES!
[...truncated 46277 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20764 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20764/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([14F049C2911F4C1D:2C436D3CB6EC98CC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13480 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/init-core-data-001
[junit4] 2> 2080930 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 2080931 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2080933 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2080933 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2080933 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001
[junit4] 2> 2080934 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2080934 INFO (Thread-7832) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2080934 INFO (Thread-7832) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2080936 ERROR (Thread-7832) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2081034 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39829
[junit4] 2> 2081042 INFO (jetty-launcher-4885-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2081042 INFO (jetty-launcher-4885-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2081043 INFO (jetty-launcher-4885-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2081044 INFO (jetty-launcher-4885-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2daa64{/solr,null,AVAILABLE}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@103326e{/solr,null,AVAILABLE}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@135a2d6{HTTP/1.1,[http/1.1]}{127.0.0.1:35497}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.e.j.s.Server Started @2082840ms
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@186f25d{/solr,null,AVAILABLE}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35497}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16683cd{HTTP/1.1,[http/1.1]}{127.0.0.1:39195}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-2) [ ] o.e.j.s.Server Started @2082840ms
[junit4] 2> 2081045 ERROR (jetty-launcher-4885-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39195}
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@144323f{HTTP/1.1,[http/1.1]}{127.0.0.1:41801}
[junit4] 2> 2081046 ERROR (jetty-launcher-4885-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.e.j.s.Server Started @2082840ms
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41801}
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2081045 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2081046 ERROR (jetty-launcher-4885-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T18:28:59.732Z
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2081046 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T18:28:59.732Z
[junit4] 2> 2081047 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T18:28:59.733Z
[junit4] 2> 2081049 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2081049 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2081049 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2081100 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6964e0650003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2081100 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6964e0650002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2081101 INFO (jetty-launcher-4885-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39829/solr
[junit4] 2> 2081101 INFO (jetty-launcher-4885-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39829/solr
[junit4] 2> 2081102 INFO (jetty-launcher-4885-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39829/solr
[junit4] 2> 2081102 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6964e0650004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2081103 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6964e0650006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2081128 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2081128 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2081128 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2081128 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39195_solr
[junit4] 2> 2081129 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41801_solr
[junit4] 2> 2081129 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35497_solr
[junit4] 2> 2081129 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.Overseer Overseer (id=98913598807801865-127.0.0.1:39195_solr-n_0000000000) starting
[junit4] 2> 2081129 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2081129 INFO (zkCallback-4900-thread-1-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2081130 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2081135 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2081136 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2081136 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39195_solr
[junit4] 2> 2081136 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35497_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2081136 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2081136 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2081136 INFO (zkCallback-4900-thread-1-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2081136 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2081136 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2081139 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2081140 DEBUG (OverseerAutoScalingTriggerThread-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2081140 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2081193 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081193 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081199 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081199 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081199 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081199 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081200 INFO (jetty-launcher-4885-thread-3) [n:127.0.0.1:41801_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/.
[junit4] 2> 2081200 INFO (jetty-launcher-4885-thread-1) [n:127.0.0.1:35497_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/.
[junit4] 2> 2081202 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081208 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081208 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2081209 INFO (jetty-launcher-4885-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/.
[junit4] 2> 2081272 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2081272 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39829/solr ready
[junit4] 2> 2081290 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[14F049C2911F4C1D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2081291 INFO (qtp4770669-29635) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39195_solr,127.0.0.1:41801_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2081292 INFO (OverseerThreadFactory-9105-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2081395 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39195/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2081396 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41801/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2081397 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39195/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2081398 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41801/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2081600 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2081600 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2081600 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2081601 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2081601 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2081601 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2081705 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2081705 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2081705 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2081706 INFO (zkCallback-4902-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2082140 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2082621 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2082628 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2082628 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2082634 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2082634 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2082634 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2082637 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2082637 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2082637 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2082637 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2082659 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2082659 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2082660 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2082660 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 2082660 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2082660 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 2082661 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2082661 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2082663 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2082663 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2082663 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2082663 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2082664 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2082664 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2082664 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2082664 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2082664 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 2082664 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 2082710 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2082710 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2082712 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2082712 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2082713 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@18ed3fc[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2082715 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2082716 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2082720 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2082720 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2082721 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2082721 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2082722 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2082722 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2082724 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2082724 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2082724 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2082724 INFO (searcherExecutor-9112-thread-1-processing-n:127.0.0.1:41801_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@18ed3fc[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2082725 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617582801780736
[junit4] 2> 2082725 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d8f7b0[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2082726 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@42101e[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2082726 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2082726 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2082726 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2082727 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2082727 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2082727 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2082728 INFO (searcherExecutor-9113-thread-1-processing-n:127.0.0.1:41801_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@1d8f7b0[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2082728 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617582804926464
[junit4] 2> 2082728 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2082728 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2082728 INFO (searcherExecutor-9115-thread-1-processing-n:127.0.0.1:39195_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@42101e[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2082728 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617582804926464
[junit4] 2> 2082729 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2082729 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2082729 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2082731 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@33077d[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2082731 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2082732 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2082732 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2082734 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2082734 INFO (searcherExecutor-9114-thread-1-processing-n:127.0.0.1:39195_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@33077d[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2082735 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617582812266496
[junit4] 2> 2082832 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2082832 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2082832 INFO (zkCallback-4902-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2082832 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083141 DEBUG (ScheduledTrigger-9103-thread-2) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2083230 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2083230 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2083230 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41801/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 2083230 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:41801/solr START replicas=[http://127.0.0.1:39195/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2083231 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2083231 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2083231 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41801/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 2083232 INFO (qtp4770669-29627) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2083232 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:41801/solr START replicas=[http://127.0.0.1:39195/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2083233 INFO (qtp4770669-29627) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2083531 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:41801/solr DONE. We have no versions. sync failed.
[junit4] 2> 2083531 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2083531 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2083531 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2083532 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:41801/solr DONE. We have no versions. sync failed.
[junit4] 2> 2083532 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2083532 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2083532 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2083533 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41801/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 2083534 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41801/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 2083635 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083635 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083635 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083635 INFO (zkCallback-4902-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083683 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2083684 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2083684 INFO (qtp425273-29638) [n:127.0.0.1:41801_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2083
[junit4] 2> 2083685 INFO (qtp425273-29641) [n:127.0.0.1:41801_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2084
[junit4] 2> 2083733 INFO (qtp4770669-29619) [n:127.0.0.1:39195_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2132
[junit4] 2> 2083738 INFO (qtp4770669-29639) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2138
[junit4] 2> 2083740 INFO (qtp4770669-29635) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2083839 INFO (zkCallback-4902-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083839 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083839 INFO (zkCallback-4902-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2083839 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2084141 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2084741 INFO (qtp4770669-29635) [n:127.0.0.1:39195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:39195_solr,127.0.0.1:41801_solr&wt=javabin&version=2} status=0 QTime=3449
[junit4] 2> 2084741 INFO (qtp4770669-29637) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:41801_solr,127.0.0.1:35497_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2084742 INFO (OverseerThreadFactory-9105-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 2084742 INFO (OverseerCollectionConfigSetProcessor-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2084946 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41801/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2084947 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35497/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2084947 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41801/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2084948 INFO (OverseerStateUpdate-98913598807801865-127.0.0.1:39195_solr-n_0000000000) [n:127.0.0.1:39195_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35497/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2085141 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2085150 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2085150 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2085150 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2085150 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2085151 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2085254 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2085254 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2085254 INFO (zkCallback-4900-thread-1-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2085255 INFO (zkCallback-4900-thread-2-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086142 DEBUG (ScheduledTrigger-9103-thread-1) [n:127.0.0.1:39195_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35497_solr, 127.0.0.1:39195_solr, 127.0.0.1:41801_solr]
[junit4] 2> 2086158 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2086159 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2086159 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2086159 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2086165 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2086165 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2086165 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2086166 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2086167 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2086167 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2086167 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2086167 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2086167 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35497.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2086167 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2086167 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2086167 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 2086168 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node1/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 2086167 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2086168 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 2086168 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2086168 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2086169 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41801.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@9e36da
[junit4] 2> 2086169 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2086169 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001/tempDir-001/node3/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 2086215 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086215 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086215 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086215 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086215 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086216 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086215 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086216 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086216 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086216 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086216 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086216 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086217 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8809e5[testSimple2_shard1_replica_n1] main]
[junit4] 2> 2086217 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@de8c8f[testSimple2_shard2_replica_n6] main]
[junit4] 2> 2086218 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086218 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086218 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086218 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086218 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8e247c[testSimple2_shard1_replica_n2] main]
[junit4] 2> 2086218 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@134c0fd[testSimple2_shard2_replica_n4] main]
[junit4] 2> 2086219 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2086219 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2086219 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617586465505280
[junit4] 2> 2086219 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086219 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086219 INFO (searcherExecutor-9134-thread-1-processing-n:127.0.0.1:35497_solr x:testSimple2_shard2_replica_n6 s:shard2 c:testSimple2 r:core_node8) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@de8c8f[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086219 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617586465505280
[junit4] 2> 2086219 INFO (searcherExecutor-9133-thread-1-processing-n:127.0.0.1:41801_solr x:testSimple2_shard1_replica_n1 s:shard1 c:testSimple2 r:core_node3) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@8809e5[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086219 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086220 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086220 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2086220 INFO (searcherExecutor-9135-thread-1-processing-n:127.0.0.1:41801_solr x:testSimple2_shard2_replica_n4 s:shard2 c:testSimple2 r:core_node7) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@134c0fd[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086220 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2086220 INFO (qtp425273-29642) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617586466553856
[junit4] 2> 2086221 INFO (searcherExecutor-9132-thread-1-processing-n:127.0.0.1:35497_solr x:testSimple2_shard1_replica_n2 s:shard1 c:testSimple2 r:core_node5) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@8e247c[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086221 INFO (qtp26732930-29628) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582617586467602432
[junit4] 2> 2086224 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2086224 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2086224 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41801/solr/testSimple2_shard1_replica_n1/
[junit4] 2> 2086224 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:41801/solr START replicas=[http://127.0.0.1:35497/solr/testSimple2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2086225 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2086225 INFO (qtp26732930-29620) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2086225 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2086225 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35497/solr/testSimple2_shard2_replica_n6/
[junit4] 2> 2086225 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=http://127.0.0.1:35497/solr START replicas=[http://127.0.0.1:41801/solr/testSimple2_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2086225 INFO (qtp425273-29629) [n:127.0.0.1:41801_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.S.Request [testSimple2_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2086326 INFO (zkCallback-4900-thread-1-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086326 INFO (zkCallback-4901-thread-1-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086326 INFO (zkCallback-4900-thread-2-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086326 INFO (zkCallback-4901-thread-2-processing-n:127.0.0.1:41801_solr) [n:127.0.0.1:41801_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2086524 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:41801/solr DONE. We have no versions. sync failed.
[junit4] 2> 2086524 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2086525 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2086525 INFO (qtp425273-29621) [n:127.0.0.1:41801_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2086525 INFO (qtp26732930-29617) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=http://
[...truncated too long message...]
[junit4] 2> 2220985 INFO (zkCallback-4900-thread-4-processing-n:127.0.0.1:35497_solr) [n:127.0.0.1:35497_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35497_solr
[junit4] 2> 2220985 INFO (jetty-closer-4886-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@186f25d{/solr,null,UNAVAILABLE}
[junit4] 2> 2220986 INFO (coreCloseExecutor-9210-thread-1) [n:127.0.0.1:39195_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=30840617
[junit4] 2> 2220987 INFO (coreCloseExecutor-9210-thread-3) [n:127.0.0.1:39195_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=677609
[junit4] 2> 2220987 INFO (coreCloseExecutor-9210-thread-4) [n:127.0.0.1:39195_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=26044158
[junit4] 2> 2220987 INFO (coreCloseExecutor-9211-thread-1) [n:127.0.0.1:35497_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard2.leader, tag=14336542
[junit4] 2> 2220987 INFO (coreCloseExecutor-9211-thread-2) [n:127.0.0.1:35497_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=23811951
[junit4] 2> 2220987 INFO (coreCloseExecutor-9211-thread-3) [n:127.0.0.1:35497_solr c:testSimple1 s:shard2 r:core_node10 x:testSimple1_shard2_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=25423416
[junit4] 2> 2220987 INFO (coreCloseExecutor-9211-thread-4) [n:127.0.0.1:35497_solr c:testSimple1 s:shard1 r:core_node12 x:testSimple1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=29457593
[junit4] 2> 2220988 INFO (jetty-closer-4886-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2daa64{/solr,null,UNAVAILABLE}
[junit4] 2> 2220993 INFO (jetty-closer-4886-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@160d6b3{/solr,null,UNAVAILABLE}
[junit4] 2> 2220994 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2220994 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[14F049C2911F4C1D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39829 39829
[junit4] 2> 2222151 INFO (Thread-7832) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39829 39829
[junit4] 2> 2222152 WARN (Thread-7832) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/testSimple1/state.json
[junit4] 2> 17 /solr/collections/testSimple2/state.json
[junit4] 2> 10 /solr/collections/testSimple3/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/98913598807801863-core_node8-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/98913598807801863-core_node5-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_14F049C2911F4C1D-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=hu, timezone=Africa/Bamako
[junit4] 2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=300167056,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SpatialFilterTest, DistributedExpandComponentTest, TestXmlQParserPlugin, SoftAutoCommitTest, TestSolrJ, DistributedMLTComponentTest, TestRebalanceLeaders, TestCustomSort, IndexSchemaRuntimeFieldTest, TestConfig, TestHdfsUpdateLog, TestNestedDocsSort, ReplicaListTransformerTest, TestIndexingPerformance, PreAnalyzedFieldManagedSchemaCloudTest, ZkStateReaderTest, TestLocalFSCloudBackupRestore, CacheHeaderTest, ExplicitHLLTest, TestSolrQueryResponse, TestTrackingShardHandlerFactory, SolrXmlInZkTest, SolrPluginUtilsTest, NoCacheHeaderTest, TestFieldTypeResource, TestUniqueKeyFieldResource, TestComponentsName, TestFieldCache, TestGraphMLResponseWriter, SolrCoreTest, ConnectionManagerTest, DocExpirationUpdateProcessorFactoryTest, TestPayloadCheckQParserPlugin, TestConfigSets, LeaderElectionIntegrationTest, TestStreamBody, SimpleCollectionCreateDeleteTest, TestSystemCollAutoCreate, BaseCdcrDistributedZkTest, ResponseLogComponentTest, BasicDistributedZkTest, TestCrossCoreJoin, CdcrUpdateLogTest, TestDistribIDF, TestManagedSynonymGraphFilterFactory, ClassificationUpdateProcessorIntegrationTest, BasicFunctionalityTest, BJQParserTest, TestRecovery, TestFoldingMultitermQuery, JsonLoaderTest, TestSolrXml, TestCSVLoader, BlockJoinFacetSimpleTest, TestCloudInspectUtil, TestPHPSerializedResponseWriter, BigEndianAscendingWordDeserializerTest, StatelessScriptUpdateProcessorFactoryTest, TestMinMaxOnMultiValuedField, TestSolrDeletionPolicy1, TestRandomDVFaceting, TestGraphTermsQParserPlugin, DeleteReplicaTest, TestFieldCacheSortRandom, DocumentBuilderTest, OverseerTaskQueueTest, TermsComponentTest, TestLegacyFieldReuse, TermVectorComponentTest, HdfsCollectionsAPIDistributedZkTest, TestSweetSpotSimilarityFactory, TestReqParamsAPI, ActionThrottleTest, TestInitParams, PreAnalyzedUpdateProcessorTest, TestRecoveryHdfs, TestObjectReleaseTracker, HdfsBasicDistributedZkTest, TestPhraseSuggestions, CoreSorterTest, AnalysisAfterCoreReloadTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestConfigSetsAPI, TestUpdate, CursorMarkTest, RequestLoggingTest, HdfsDirectoryFactoryTest, MultiTermTest, TestPerFieldSimilarityWithDefaultOverride, SaslZkACLProviderTest, TestCollationFieldDocValues, HdfsDirectoryTest, UpdateLogTest, TestConfigOverlay, CollectionsAPISolrJTest, TestBadConfig, TestCustomDocTransformer, DistributedQueryElevationComponentTest, AtomicUpdateProcessorFactoryTest, DistributedFacetPivotLongTailTest, TestStressVersions, LeaderInitiatedRecoveryOnCommitTest, PKIAuthenticationIntegrationTest, SolrIndexMetricsTest, TestSubQueryTransformerCrossCore, BlockCacheTest, QueryParsingTest, TestNumericTokenStream, TestDynamicLoading, TestBinaryField, TestHighlightDedupGrouping, TestIBSimilarityFactory, TestRandomFaceting, ZkControllerTest, TestDownShardTolerantSearch, SimpleFacetsTest, TestCryptoKeys, TestLRUStatsCache, CoreMergeIndexesAdminHandlerTest, TestLeaderElectionWithEmptyReplica, TestSchemaManager, TestJsonRequest, TestPostingsSolrHighlighter, TestLegacyNumericRangeQueryBuilder, RemoteQueryErrorTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, BasicZkTest, TestReplicationHandler, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TestReload, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, PeerSyncTest, TestLazyCores, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, TestRemoteStreaming, DistanceFunctionTest, DebugComponentTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, FastVectorHighlighterTest, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestSolrIndexConfig, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, NumericFieldsTest, TestElisionMultitermQuery, OutputWriterTest, NotRequiredUniqueKeyTest, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, PrimUtilsTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestUtils, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, CursorPagingTest, TestSimpleTrackingShardHandler, AssignBackwardCompatibilityTest, CdcrBootstrapTest, CreateCollectionCleanupTest, DistribCursorPagingTest, DocValuesNotIndexedTest, ForceLeaderTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, TestCloudRecovery, TestLeaderElectionZkExpiry, TestPullReplica, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [565/746 (1!)] on J0 in 141.24s, 1 test, 1 failure <<< FAILURES!
[...truncated 43577 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20763 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20763/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest
Error Message:
15 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 1) Thread[id=5865, name=qtp2027463926-5865, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=5872, name=qtp2027463926-5872, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=5877, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=5869, name=qtp2027463926-5869-acceptor-0@73736ed5-ServerConnector@1cb114f0{HTTP/1.1,[http/1.1]}{127.0.0.1:45031}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=5878, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 11) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=5883, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 13) Thread[id=5870, name=qtp2027463926-5870, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 15) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 15 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest:
1) Thread[id=5865, name=qtp2027463926-5865, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=5872, name=qtp2027463926-5872, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=5877, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=5869, name=qtp2027463926-5869-acceptor-0@73736ed5-ServerConnector@1cb114f0{HTTP/1.1,[http/1.1]}{127.0.0.1:45031}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=5878, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
11) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=5883, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
13) Thread[id=5870, name=qtp2027463926-5870, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
15) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 5) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 7) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
5) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
7) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06]:0)
FAILED: org.apache.solr.search.function.TestFunctionQuery.testNumericComparisons
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06:820102A98CB60AE8]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.testNumericComparisons(TestFunctionQuery.java:900)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='2' and ./float[@name='score']='2.0']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="166" start="0" maxScore="5.0">
<doc>
<str name="id">1</str>
<int name="id_i">1</int>
<int name="age_i">35</int>
<float name="score">5.0</float></doc>
<doc>
<str name="id">0</str>
<int name="id_i">0</int>
<float name="default_amount_f">10621.0</float>
<str name="amounts_dpf">1|1.73 2|2.93 3|3.40 4|4.17 5|5.72 6|6.91 7|7.93 8|8.12 9|9.36 10|10.80 11|11.88 12|12.91 13|13.79 14|14.40 15|15.24 16|16.83 17|17.75 18|18.55 19|19.37 20|20.90 21|21.49 22|22.92 23|23.57 24|24.77 25|25.32 26|26.63 27|27.69 28|28.54 29|29.63 30|30.52 31|31.12 32|32.91 33|33.55 34|34.32 35|35.87 36|36.50 37|37.3 38|38.13 39|39.63 40|40.20 41|41.86 42|42.20 43|43.47 44|44.11 45|45.28 46|46.90 47|47.8 48|48.82 49|49.47 50|50.26 51|51.12 52|52.13 53|53.99 54|54.92 55|55.99 56|56.90 57|57.34 58|58.76 59|59.75 60|60.91 61|61.29 62|62.52 63|63.68 64|64.2 65|65.49 66|66.15 67|67.83 68|68.20 69|69.6 70|70.23 71|71.37 72|72.81 73|73.34 74|74.67 75|75.7 76|76.81 77|77.81 78|78.19 79|79.39 80|80.59 81|81.79 82|82.93 83|83.17 84|84.3 85|85.46 86|86.17 87|87.78 88|88.27 89|89.70 90|90.27 91|91.77 92|92.74 93|93.99 94|94.77 95|95.55 96|96.67 97|97.23 98|98.82 99|99.94 100|100.74 101|101.53 102|102.37 103|103.28 104|104.92 105|105.75 106|106.87 107|107.84 108|108.91 109|109.60 110|110.28 111|111.22 112|112.81 113|113.46 114|114.28 115|115.90 116|116.3 117|117.44 118|118.35 119|119.99 120|120.66 121|121.56 122|122.47 123|123.72 124|124.6 125|125.75 126|126.22 127|127.3 128|128.63 129|129.74 130|130.24 131|131.58 132|132.53 133|133.67 134|134.16 135|135.46 136|136.89 137|137.85 138|138.65 139|139.92 140|140.2 141|141.41 142|142.8 143|143.39 144|144.98 145|145.49 146|146.29 147|147.11 148|148.51 149|149.64 150|150.5 151|151.15 152|152.10 153|153.59 154|154.19 155|155.2 156|156.5 157|157.32 158|158.82 159|159.76 160|160.98 161|161.5 162|162.32 163|163.88 164|164.87 165|165.63 166|166.98 167|167.50 168|168.33 169|169.99 170|170.12 171|171.75 172|172.11 173|173.27 174|174.86 175|175.31 176|176.66 177|177.42 178|178.25 179|179.33 180|180.72 181|181.15 182|182.81 183|183.26 184|184.43 185|185.46 186|186.52 187|187.39 188|188.48 189|189.49 190|190.63 191|191.31 192|192.16 193|193.46 194|194.12 195|195.20 196|196.48 197|197.45 198|198.47 199|199.5 200|200.50 201|201.73 202|202.0 203|203.85 204|204.37 205|205.79 206|206.81 207|207.62 208|208.34 209|209.24 210|210.99 211|211.61 212|212.8 213|213.33 214|214.62 215|215.89 216|216.71 217|217.36 218|218.35 219|219.66 220|220.64 221|221.22 222|222.9 223|223.39 224|224.37 225|225.70 226|226.50 227|227.64 228|228.95 229|229.14 230|230.21 231|231.91 232|232.94 233|233.65 234|234.2 235|235.71 236|236.50 237|237.61 238|238.30 239|239.79 240|240.34 241|241.50 242|242.42 243|243.84 244|244.73 245|245.84 246|246.97 247|247.86 248|248.35 249|249.63 250|250.14 251|251.42 252|252.79 253|253.91 254|254.59 255|255.78 256|256.96 257|257.64 258|258.48 259|259.3 260|260.9 261|261.65 262|262.66 263|263.76 264|264.21 265|265.39 266|266.96 267|267.21 268|268.59 269|269.62 270|270.77 271|271.97 272|272.39 273|273.50 274|274.81 275|275.95 276|276.29 277|277.95 278|278.18 279|279.19 280|280.75 281|281.52 282|282.51 283|283.89 284|284.48 285|285.22 286|286.51 287|287.31 288|288.30 289|289.63 290|290.25 291|291.77 292|292.44 293|293.16 294|294.93 295|295.53 296|296.88 297|297.1 298|298.61 299|299.18 300|300.62 301|301.28 302|302.48 303|303.21 304|304.42 305|305.3 306|306.45 307|307.49 308|308.13 309|309.15 310|310.54 311|311.8 312|312.64 313|313.92 314|314.55 315|315.13 316|316.20 317|317.36 318|318.19 319|319.31 320|320.1 321|321.59 322|322.25 323|323.97 324|324.69 325|325.58 326|326.46 327|327.81 328|328.46 329|329.7 330|330.47 331|331.46 332|332.13 333|333.91 334|334.56 335|335.53 336|336.24 337|337.75 338|338.70 339|339.40 340|340.6 341|341.86 342|342.9 343|343.73 344|344.64 345|345.36 346|346.73 347|347.83 348|348.30 349|349.96 350|350.66 351|351.68 352|352.18 353|353.42 354|354.87 355|355.36 356|356.80 357|357.25 358|358.49 359|359.94 360|360.25 361|361.95 362|362.24 363|363.41 364|364.24 365|365.82 366|366.3 367|367.56 368|368.56 369|369.50 370|370.60 371|371.35 372|372.7 373|373.2 374|374.1 375|375.13 376|376.17 377|377.91 378|378.92 379|379.67 380|380.20 381|381.88 382|382.64 383|383.77 384|384.18 385|385.17 386|386.37 387|387.31 388|388.87 389|389.36 390|390.98 391|391.17 392|392.84 393|393.40 394|394.71 395|395.77 396|396.48 397|397.50 398|398.90 399|399.81 400|400.84 401|401.49 402|402.2 403|403.11 404|404.93 405|405.36 406|406.36 407|407.38 408|408.37 409|409.34 410|410.14 411|411.36 412|412.25 413|413.15 414|414.24 415|415.96 416|416.81 417|417.46 418|418.84 419|419.81 420|420.38 421|421.2 422|422.4 423|423.1 424|424.52 425|425.39 426|426.58 427|427.21 428|428.6 429|429.52 430|430.69 431|431.89 432|432.79 433|433.93 434|434.93 435|435.48 436|436.77 437|437.45 438|438.26 439|439.10 440|440.19 441|441.8 442|442.59 443|443.97 444|444.81 445|445.67 446|446.73 447|447.83 448|448.54 449|449.32 450|450.37 451|451.64 452|452.96 453|453.22 454|454.9 455|455.68 456|456.15 457|457.94 458|458.60 459|459.54 460|460.62 461|461.35 462|462.50 463|463.26 464|464.50 465|465.45 466|466.53 467|467.99 468|468.58 469|469.40 470|470.14 471|471.35 472|472.78 473|473.25 474|474.78 475|475.59 476|476.17 477|477.88 478|478.55 479|479.30 480|480.84 481|481.61 482|482.69 483|483.37 484|484.24 485|485.15 486|486.96 487|487.16 488|488.85 489|489.63 490|490.21 491|491.27 492|492.59 493|493.73 494|494.43 495|495.43 496|496.70 497|497.48 498|498.39 499|499.4 500|500.82 501|501.56 502|502.98 503|503.74 504|504.20 505|505.3 506|506.45 507|507.59 508|508.72 509|509.53 510|510.86 511|511.32 512|512.24 513|513.20 514|514.33 515|515.16 516|516.26 517|517.34 518|518.47 519|519.2 520|520.67 521|521.67 522|522.71 523|523.46 524|524.1 525|525.48 526|526.32 527|527.41 528|528.55 529|529.19 530|530.36 531|531.61 532|532.77 533|533.15 534|534.4 535|535.83 536|536.99 537|537.21 538|538.10 539|539.68 540|540.34 541|541.62 542|542.1 543|543.90 544|544.19 545|545.35 546|546.62 547|547.95 548|548.66 549|549.53 550|550.38 551|551.53 552|552.9 553|553.37 554|554.75 555|555.25 556|556.0 557|557.28 558|558.48 559|559.30 560|560.93 561|561.0 562|562.50 563|563.43 564|564.85 565|565.85 566|566.97 567|567.3 568|568.29 569|569.21 570|570.66 571|571.68 572|572.38 573|573.72 574|574.31 575|575.37 576|576.77 577|577.2 578|578.12 579|579.61 580|580.7 581|581.53 582|582.58 583|583.21 584|584.13 585|585.37 586|586.37 587|587.21 588|588.54 589|589.67 590|590.74 591|591.70 592|592.78 593|593.90 594|594.74 595|595.70 596|596.60 597|597.13 598|598.33 599|599.90 600|600.61 601|601.71 602|602.50 603|603.3 604|604.7 605|605.94 606|606.8 607|607.88 608|608.64 609|609.55 610|610.37 611|611.52 612|612.43 613|613.41 614|614.2 615|615.91 616|616.98 617|617.95 618|618.16 619|619.15 620|620.58 621|621.3 622|622.19 623|623.64 624|624.23 625|625.93 626|626.97 627|627.70 628|628.38 629|629.26 630|630.61 631|631.7 632|632.86 633|633.12 634|634.11 635|635.82 636|636.48 637|637.6 638|638.66 639|639.50 640|640.25 641|641.42 642|642.77 643|643.99 644|644.53 645|645.11 646|646.62 647|647.34 648|648.92 649|649.49 650|650.40 651|651.85 652|652.53 653|653.7 654|654.4 655|655.6 656|656.34 657|657.95 658|658.44 659|659.23 660|660.13 661|661.92 662|662.50 663|663.35 664|664.89 665|665.86 666|666.0 667|667.15 668|668.21 669|669.72 670|670.39 671|671.73 672|672.25 673|673.95 674|674.63 675|675.62 676|676.77 677|677.54 678|678.87 679|679.75 680|680.9 681|681.22 682|682.69 683|683.3 684|684.16 685|685.32 686|686.93 687|687.71 688|688.41 689|689.94 690|690.24 691|691.16 692|692.42 693|693.77 694|694.81 695|695.18 696|696.95 697|697.34 698|698.21 699|699.19 700|700.61 701|701.61 702|702.98 703|703.92 704|704.61 705|705.60 706|706.58 707|707.7 708|708.25 709|709.37 710|710.14 711|711.50 712|712.99 713|713.18 714|714.55 715|715.68 716|716.66 717|717.53 718|718.96 719|719.80 720|720.21 721|721.70 722|722.51 723|723.31 724|724.60 725|725.67 726|726.61 727|727.36 728|728.93 729|729.79 730|730.97 731|731.43 732|732.71 733|733.80 734|734.65 735|735.75 736|736.75 737|737.56 738|738.30 739|739.51 740|740.18 741|741.46 742|742.78 743|743.7 744|744.97 745|745.17 746|746.20 747|747.59 748|748.50 749|749.68 750|750.36 751|751.48 752|752.54 753|753.13 754|754.43 755|755.22 756|756.61 757|757.45 758|758.62 759|759.42 760|760.77 761|761.62 762|762.96 763|763.29 764|764.28 765|765.59 766|766.70 767|767.12 768|768.46 769|769.68 770|770.55 771|771.57 772|772.80 773|773.92 774|774.31 775|775.59 776|776.76 777|777.83 778|778.29 779|779.80 780|780.76 781|781.90 782|782.95 783|783.9 784|784.87 785|785.25 786|786.38 787|787.58 788|788.71 789|789.78 790|790.73 791|791.76 792|792.97 793|793.85 794|794.47 795|795.49 796|796.57 797|797.92 798|798.29 799|799.3 800|800.8 801|801.99 802|802.39 803|803.24 804|804.96 805|805.40 806|806.67 807|807.16 808|808.33 809|809.65 810|810.62 811|811.30 812|812.75 813|813.15 814|814.29 815|815.50 816|816.80 817|817.79 818|818.98 819|819.81 820|820.84 821|821.99 822|822.29 823|823.74 824|824.53 825|825.20 826|826.72 827|827.47 828|828.81 829|829.18 830|830.55 831|831.20 832|832.88 833|833.48 834|834.94 835|835.81 836|836.84 837|837.36 838|838.10 839|839.4 840|840.75 841|841.22 842|842.86 843|843.51 844|844.29 845|845.95 846|846.34 847|847.80 848|848.5 849|849.24 850|850.37 851|851.7 852|852.0 853|853.17 854|854.39 855|855.71 856|856.72 857|857.4 858|858.26 859|859.11 860|860.64 861|861.11 862|862.32 863|863.69 864|864.99 865|865.80 866|866.13 867|867.33 868|868.10 869|869.21 870|870.32 871|871.23 872|872.11 873|873.74 874|874.57 875|875.62 876|876.77 877|877.92 878|878.17 879|879.0 880|880.92 881|881.76 882|882.73 883|883.66 884|884.34 885|885.69 886|886.42 887|887.23 888|888.72 889|889.92 890|890.45 891|891.50 892|892.60 893|893.99 894|894.35 895|895.41 896|896.18 897|897.19 898|898.93 899|899.5 900|900.51 901|901.20 902|902.13 903|903.41 904|904.95 905|905.54 906|906.70 907|907.40 908|908.65 909|909.81 910|910.42 911|911.48 912|912.1 913|913.38 914|914.48 915|915.47 916|916.51 917|917.97 918|918.19 919|919.37 920|920.41 921|921.91 922|922.68 923|923.69 924|924.49 925|925.61 926|926.70 927|927.42 928|928.86 929|929.35 930|930.61 931|931.74 932|932.63 933|933.78 934|934.0 935|935.92 936|936.26 937|937.38 938|938.88 939|939.28 940|940.50 941|941.30 942|942.27 943|943.16 944|944.58 945|945.80 946|946.11 947|947.74 948|948.75 949|949.15 950|950.90 951|951.28 952|952.8 953|953.18 954|954.71 955|955.45 956|956.58 957|957.85 958|958.37 959|959.60 960|960.41 961|961.71 962|962.29 963|963.76 964|964.50 965|965.47 966|966.64 967|967.26 968|968.95 969|969.33 970|970.13 971|971.32 972|972.42 973|973.50 974|974.86 975|975.69 976|976.78 977|977.31 978|978.64 979|979.37 980|980.10 981|981.23 982|982.96 983|983.16 984|984.12 985|985.45 986|986.90 987|987.76 988|988.83 989|989.33 990|990.89 991|991.97 992|992.48 993|993.77 994|994.8 995|995.64 996|996.87 997|997.31 998|998.30 999|999.25 1000|1000.97 1001|1001.48 1002|1002.90 1003|1003.92 1004|1004.3 1005|1005.89 1006|1006.20 1007|1007.23 1008|1008.45 1009|1009.42 1010|1010.70 1011|1011.64 1012|1012.39 1013|1013.7 1014|1014.85 1015|1015.40 1016|1016.45 1017|1017.93 1018|1018.69 1019|1019.78 1020|1020.72 1021|1021.54 1022|1022.12 1023|1023.82 1024|1024.41 1025|1025.33 1026|1026.73 1027|1027.7 1028|1028.87 1029|1029.5 1030|1030.46 1031|1031.19 1032|1032.17 1033|1033.84 1034|1034.31 1035|1035.43 1036|1036.87 1037|1037.54 1038|1038.20 1039|1039.66 1040|1040.9 1041|1041.52 1042|1042.53 1043|1043.12 1044|1044.29 1045|1045.5 1046|1046.15 1047|1047.30 1048|1048.76 1049|1049.19 1050|1050.93 1051|1051.1 1052|1052.17 1053|1053.77 1054|1054.41 1055|1055.58 1056|1056.78 1057|1057.76 1058|1058.86 1059|1059.81 1060|1060.31 1061|1061.27 1062|1062.14 1063|1063.5 1064|1064.93 1065|1065.45 1066|1066.29 1067|1067.87 1068|1068.91 1069|1069.6 1070|1070.88 1071|1071.19 1072|1072.41 1073|1073.35 1074|1074.88 1075|1075.98 1076|1076.94 1077|1077.76 1078|1078.88 1079|1079.32 1080|1080.94 1081|1081.46 1082|1082.2 1083|1083.83 1084|1084.34 1085|1085.2 1086|1086.54 1087|1087.65 1088|1088.86 1089|1089.67 1090|1090.27 1091|1091.34 1092|1092.89 1093|1093.1 1094|1094.77 1095|1095.21 1096|1096.66 1097|1097.20 1098|1098.86 1099|1099.38 1100|1100.32 1101|1101.62 1102|1102.78 1103|1103.94 1104|1104.84 1105|1105.63 1106|1106.34 1107|1107.40 1108|1108.84 1109|1109.98 1110|1110.13 1111|1111.7 1112|1112.64 1113|1113.12 1114|1114.39 1115|1115.30 1116|1116.6 1117|1117.53 1118|1118.9 1119|1119.0 1120|1120.20 1121|1121.30 1122|1122.67 1123|1123.91 1124|1124.5 1125|1125.22 1126|1126.4 1127|1127.44 1128|1128.62 1129|1129.4 1130|1130.50 1131|1131.11 1132|1132.88 1133|1133.26 1134|1134.55 1135|1135.65 1136|1136.8 1137|1137.77 1138|1138.69 1139|1139.41 1140|1140.46 1141|1141.7 1142|1142.71 1143|1143.20 1144|1144.19 1145|1145.15 1146|1146.31 1147|1147.17 1148|1148.9 1149|1149.83 1150|1150.59 1151|1151.51 1152|1152.7 1153|1153.8 1154|1154.34 1155|1155.74 1156|1156.43 1157|1157.35 1158|1158.76 1159|1159.42 1160|1160.90 1161|1161.94 1162|1162.45 1163|1163.2 1164|1164.1 1165|1165.80 1166|1166.31 1167|1167.36 1168|1168.12 1169|1169.60 1170|1170.99 1171|1171.35 1172|1172.84 1173|1173.83 1174|1174.96 1175|1175.46 1176|1176.56 1177|1177.28 1178|1178.34 1179|1179.10 1180|1180.35 1181|1181.8 1182|1182.75 1183|1183.88 1184|1184.61 1185|1185.4 1186|1186.74 1187|1187.94 1188|1188.99 1189|1189.70 1190|1190.14 1191|1191.3 1192|1192.87 1193|1193.65 1194|1194.1 1195|1195.69 1196|1196.93 1197|1197.28 1198|1198.56 1199|1199.61 1200|1200.57 1201|1201.23 1202|1202.39 1203|1203.88 1204|1204.23 1205|1205.78 1206|1206.41 1207|1207.48 1208|1208.4 1209|1209.73 1210|1210.53 1211|1211.41 1212|1212.22 1213|1213.32 1214|1214.73 1215|1215.83 1216|1216.30 1217|1217.57 1218|1218.79 1219|1219.71 1220|1220.75 1221|1221.53 1222|1222.23 1223|1223.77 1224|1224.58 1225|1225.15 1226|1226.85 1227|1227.99 1228|1228.9 1229|1229.60 1230|1230.1 1231|1231.94 1232|1232.95 1233|1233.50 1234|1234.38 1235|1235.87 1236|1236.92 1237|1237.0 1238|1238.84 1239|1239.35 1240|1240.5 1241|1241.25 1242|1242.15 1243|1243.26 1244|1244.3 1245|1245.22 1246|1246.79 1247|1247.10 1248|1248.17 1249|1249.51 1250|1250.42 1251|1251.72 1252|1252.74 1253|1253.99 1254|1254.62 1255|1255.74 1256|1256.6 1257|1257.32 1258|1258.6 1259|1259.80 1260|1260.52 1261|1261.20 1262|1262.87 1263|1263.15 1264|1264.0 1265|1265.93 1266|1266.98 1267|1267.71 1268|1268.55 1269|1269.37 1270|1270.9 1271|1271.4 1272|1272.46 1273|1273.79 1274|1274.87 1275|1275.55 1276|1276.13 1277|1277.32 1278|1278.22 1279|1279.26 1280|1280.70 1281|1281.27 1282|1282.41 1283|1283.65 1284|1284.89 1285|1285.72 1286|1286.10 1287|1287.53 1288|1288.80 1289|1289.48 1290|1290.23 1291|1291.37 1292|1292.92 1293|1293.39 1294|1294.25 1295|1295.14 1296|1296.52 1297|1297.41 1298|1298.70 1299|1299.61 1300|1300.7 1301|1301.75 1302|1302.26 1303|1303.72 1304|1304.49 1305|1305.47 1306|1306.80 1307|1307.5 1308|1308.91 1309|1309.1 1310|1310.34 1311|1311.9 1312|1312.55 1313|1313.69 1314|1314.15 1315|1315.67 1316|1316.78 1317|1317.63 1318|1318.94 1319|1319.15 1320|1320.6 1321|1321.76 1322|1322.50 1323|1323.22 1324|1324.46 1325|1325.48 1326|1326.57 1327|1327.28 1328|1328.48 1329|1329.77 1330|1330.23 1331|1331.85 1332|1332.54 1333|1333.84 1334|1334.45 1335|1335.40 1336|1336.14 1337|1337.14 1338|1338.11 1339|1339.11 1340|1340.26 1341|1341.21 1342|1342.35 1343|1343.37 1344|1344.16 1345|1345.84 1346|1346.69 1347|1347.65 1348|1348.11 1349|1349.38 1350|1350.20 1351|1351.66 1352|1352.78 1353|1353.33 1354|1354.5 1355|1355.45 1356|1356.63 1357|1357.34 1358|1358.98 1359|1359.14 1360|1360.85 1361|1361.41 1362|1362.80 1363|1363.84 1364|1364.88 1365|1365.21 1366|1366.19 1367|1367.63 1368|1368.71 1369|1369.83 1370|1370.0 1371|1371.97 1372|1372.20 1373|1373.84 1374|1374.91 1375|1375.90 1376|1376.83 1377|1377.35 1378|1378.55 1379|1379.54 1380|1380.12 1381|1381.67 1382|1382.19 1383|1383.25 1384|1384.29 1385|1385.9 1386|1386.9 1387|1387.51 1388|1388.18 1389|1389.47 1390|1390.44 1391|1391.9 1392|1392.63 1393|1393.32 1394|1394.44 1395|1395.59 1396|1396.48 1397|1397.24 1398|1398.23 1399|1399.30 1400|1400.32 1401|1401.92 1402|1402.4 1403|1403.6 1404|1404.91 1405|1405.64 1406|1406.35 1407|1407.18 1408|1408.68 1409|1409.40 1410|1410.15 1411|1411.40 1412|1412.1 1413|1413.66 1414|1414.67 1415|1415.88 1416|1416.50 1417|1417.40 1418|1418.41 1419|1419.26 1420|1420.52 1421|1421.25 1422|1422.85 1423|1423.15 1424|1424.83 1425|1425.32 1426|1426.4 1427|1427.98 1428|1428.62 1429|1429.17 1430|1430.63 1431|1431.33 1432|1432.11 1433|1433.19 1434|1434.7 1435|1435.4 1436|1436.72 1437|1437.77 1438|1438.35 1439|1439.6 1440|1440.98 1441|1441.84 1442|1442.11 1443|1443.19 1444|1444.29 1445|1445.2 1446|1446.88 1447|1447.98 1448|1448.2 1449|1449.13 1450|1450.11 1451|1451.0 1452|1452.28 1453|1453.37 1454|1454.10 1455|1455.95 1456|1456.91 1457|1457.34 1458|1458.19 1459|1459.33 1460|1460.92 1461|1461.23 1462|1462.79 1463|1463.77 1464|1464.98 1465|1465.13 1466|1466.19 1467|1467.56 1468|1468.34 1469|1469.97 1470|1470.51 1471|1471.48 1472|1472.33 1473|1473.34 1474|1474.75 1475|1475.68 1476|1476.93 1477|1477.53 1478|1478.69 1479|1479.7 1480|1480.77 1481|1481.94 1482|1482.18 1483|1483.21 1484|1484.75 1485|1485.5 1486|1486.77 1487|1487.88 1488|1488.76 1489|1489.94 1490|1490.0 1491|1491.41 1492|1492.50 1493|1493.19 1494|1494.59 1495|1495.74 1496|1496.25 1497|1497.30 1498|1498.84 </str>
<float name="score">2.0</float></doc>
<doc>
<str name="id">3</str>
<int name="id_i">3</int>
<float name="default_amount_f">10696.0</float>
<str name="amounts_dpf">1|1.7 2|2.94 3|3.51 4|4.29 5|5.98 6|6.45 7|7.73 8|8.80 9|9.72 10|10.30 11|11.84 12|12.72 13|13.38 14|14.97 15|15.56 16|16.41 17|17.72 18|18.84 19|19.56 20|20.77 21|21.73 22|22.38 23|23.21 24|24.91 25|25.18 26|26.92 27|27.23 28|28.39 29|29.73 30|30.53 31|31.6 32|32.56 33|33.83 34|34.37 35|35.90 36|36.25 37|37.96 38|38.93 39|39.26 40|40.80 41|41.54 42|42.59 43|43.59 44|44.34 45|45.56 46|46.35 47|47.92 48|48.36 49|49.30 50|50.44 51|51.52 52|52.77 53|53.60 54|54.25 55|55.87 56|56.56 57|57.0 58|58.70 59|59.7 60|60.29 61|61.9 62|62.40 63|63.2 64|64.40 65|65.94 66|66.27 67|67.19 68|68.8 69|69.7 70|70.98 71|71.3 72|72.31 73|73.33 74|74.5 75|75.27 76|76.42 77|77.35 78|78.99 79|79.22 80|80.64 81|81.20 82|82.60 83|83.50 84|84.11 85|85.75 86|86.3 87|87.23 88|88.0 89|89.53 90|90.57 91|91.88 92|92.71 93|93.6 94|94.41 95|95.9 96|96.52 97|97.27 98|98.58 99|99.25 100|100.81 101|101.80 102|102.59 103|103.12 104|104.74 105|105.10 106|106.16 107|107.12 108|108.89 109|109.37 110|110.5 111|111.98 112|112.44 113|113.59 114|114.30 115|115.99 116|116.57 117|117.41 118|118.81 119|119.65 120|120.54 121|121.73 122|122.63 123|123.94 124|124.33 125|125.97 126|126.97 127|127.80 128|128.52 129|129.32 130|130.84 131|131.99 132|132.95 133|133.36 134|134.27 135|135.46 136|136.5 137|137.87 138|138.16 139|139.87 140|140.31 141|141.4 142|142.12 143|143.30 144|144.19 145|145.1 146|146.47 147|147.49 148|148.47 149|149.42 150|150.97 151|151.81 152|152.97 153|153.18 154|154.12 155|155.68 156|156.38 157|157.82 158|158.69 159|159.73 160|160.39 161|161.42 162|162.77 163|163.76 164|164.65 165|165.76 166|166.56 167|167.13 168|168.62 169|169.27 170|170.44 171|171.89 172|172.80 173|173.56 174|174.51 175|175.65 176|176.39 177|177.42 178|178.98 179|179.82 180|180.2 181|181.13 182|182.17 183|183.31 184|184.20 185|185.21 186|186.38 187|187.8 188|188.80 189|189.96 190|190.24 191|191.65 192|192.33 193|193.87 194|194.41 195|195.67 196|196.73 197|197.74 198|198.27 199|199.38 200|200.78 201|201.30 202|202.64 203|203.22 204|204.36 205|205.37 206|206.89 207|207.35 208|208.58 209|209.26 210|210.55 211|211.45 212|212.82 213|213.13 214|214.77 215|215.6 216|216.77 217|217.68 218|218.97 219|219.1 220|220.91 221|221.92 222|222.12 223|223.94 224|224.90 225|225.49 226|226.64 227|227.81 228|228.56 229|229.92 230|230.19 231|231.5 232|232.25 233|233.69 234|234.58 235|235.71 236|236.89 237|237.35 238|238.28 239|239.80 240|240.49 241|241.22 242|242.4 243|243.61 244|244.33 245|245.53 246|246.17 247|247.86 248|248.10 249|249.4 250|250.30 251|251.23 252|252.75 253|253.16 254|254.64 255|255.22 256|256.54 257|257.32 258|258.16 259|259.12 260|260.11 261|261.17 262|262.74 263|263.75 264|264.20 265|265.25 266|266.57 267|267.35 268|268.23 269|269.24 270|270.77 271|271.8 272|272.42 273|273.63 274|274.75 275|275.32 276|276.11 277|277.53 278|278.7 279|279.91 280|280.61 281|281.15 282|282.94 283|283.87 284|284.38 285|285.80 286|286.23 287|287.84 288|288.6 289|289.26 290|290.54 291|291.61 292|292.10 293|293.53 294|294.71 295|295.4 296|296.35 297|297.95 298|298.41 299|299.12 300|300.82 301|301.27 302|302.65 303|303.10 304|304.31 305|305.37 306|306.88 307|307.86 308|308.60 309|309.52 310|310.27 311|311.7 312|312.25 313|313.16 314|314.79 315|315.70 316|316.88 317|317.18 318|318.52 319|319.67 320|320.55 321|321.60 322|322.63 323|323.65 324|324.76 325|325.3 326|326.14 327|327.32 328|328.32 329|329.24 330|330.4 331|331.75 332|332.29 333|333.43 334|334.91 335|335.1 336|336.20 337|337.62 338|338.87 339|339.99 340|340.88 341|341.88 342|342.18 343|343.90 344|344.83 345|345.15 346|346.8 347|347.85 348|348.88 349|349.27 350|350.24 351|351.44 352|352.58 353|353.90 354|354.58 355|355.51 356|356.29 357|357.32 358|358.93 359|359.63 360|360.20 361|361.76 362|362.93 363|363.34 364|364.88 365|365.19 366|366.38 367|367.33 368|368.46 369|369.1 370|370.37 371|371.38 372|372.13 373|373.35 374|374.74 375|375.46 376|376.1 377|377.48 378|378.49 379|379.5 380|380.97 381|381.10 382|382.87 383|383.57 384|384.80 385|385.79 386|386.80 387|387.98 388|388.52 389|389.53 390|390.44 391|391.13 392|392.89 393|393.46 394|394.6 395|395.57 396|396.25 397|397.65 398|398.48 399|399.31 400|400.81 401|401.4 402|402.55 403|403.49 404|404.2 405|405.89 406|406.43 407|407.80 408|408.77 409|409.47 410|410.33 411|411.69 412|412.78 413|413.87 414|414.58 415|415.61 416|416.70 417|417.13 418|418.40 419|419.30 420|420.90 421|421.97 422|422.0 423|423.27 424|424.15 425|425.50 426|426.47 427|427.94 428|428.91 429|429.32 430|430.86 431|431.54 432|432.79 433|433.41 434|434.29 435|435.18 436|436.59 437|437.69 438|438.24 439|439.76 440|440.91 441|441.86 442|442.51 443|443.57 444|444.75 445|445.37 446|446.84 447|447.17 448|448.34 449|449.99 450|450.67 451|451.23 452|452.70 453|453.58 454|454.39 455|455.84 456|456.99 457|457.0 458|458.14 459|459.67 460|460.47 461|461.35 462|462.53 463|463.63 464|464.41 465|465.2 466|466.44 467|467.96 468|468.11 469|469.92 470|470.67 471|471.88 472|472.48 473|473.54 474|474.0 475|475.54 476|476.18 477|477.70 478|478.83 479|479.31 480|480.68 481|481.19 482|482.57 483|483.46 484|484.27 485|485.9 486|486.75 487|487.35 488|488.73 489|489.2 490|490.9 491|491.43 492|492.34 493|493.40 494|494.22 495|495.24 496|496.49 497|497.77 498|498.93 499|499.64 500|500.60 501|501.61 502|502.35 503|503.73 504|504.88 505|505.64 506|506.61 507|507.3 508|508.71 509|509.7 510|510.12 511|511.99 512|512.3 513|513.31 514|514.20 515|515.42 516|516.96 517|517.2 518|518.26 519|519.95 520|520.50 521|521.18 522|522.66 523|523.61 524|524.95 525|525.88 526|526.42 527|527.34 528|528.8 529|529.15 530|530.2 531|531.38 532|532.36 533|533.41 534|534.78 535|535.35 536|536.70 537|537.34 538|538.92 539|539.59 540|540.62 541|541.60 542|542.68 543|543.85 544|544.65 545|545.93 546|546.0 547|547.51 548|548.8 549|549.27 550|550.81 551|551.68 552|552.33 553|553.4 554|554.60 555|555.46 556|556.0 557|557.22 558|558.99 559|559.54 560|560.68 561|561.28 562|562.19 563|563.88 564|564.5 565|565.96 566|566.21 567|567.52 568|568.68 569|569.70 570|570.83 571|571.74 572|572.36 573|573.46 574|574.24 575|575.21 576|576.57 577|577.90 578|578.43 579|579.87 580|580.78 581|581.66 582|582.93 583|583.37 584|584.14 585|585.76 586|586.73 587|587.19 588|588.26 589|589.75 590|590.48 591|591.83 592|592.2 593|593.10 594|594.95 595|595.15 596|596.75 597|597.24 598|598.14 599|599.85 600|600.48 601|601.38 602|602.38 603|603.18 604|604.73 605|605.93 606|606.83 607|607.48 608|608.66 609|609.91 610|610.50 611|611.73 612|612.92 613|613.24 614|614.52 615|615.14 616|616.50 617|617.83 618|618.56 619|619.66 620|620.16 621|621.65 622|622.61 623|623.50 624|624.40 625|625.90 626|626.66 627|627.99 628|628.80 629|629.16 630|630.22 631|631.2 632|632.34 633|633.27 634|634.78 635|635.93 636|636.24 637|637.66 638|638.72 639|639.61 640|640.86 641|641.67 642|642.17 643|643.0 644|644.34 645|645.52 646|646.3 647|647.10 648|648.4 649|649.13 650|650.33 651|651.66 652|652.30 653|653.85 654|654.90 655|655.24 656|656.61 657|657.29 658|658.52 659|659.58 660|660.95 661|661.61 662|662.92 663|663.99 664|664.5 665|665.70 666|666.90 667|667.74 668|668.4 669|669.13 670|670.10 671|671.45 672|672.0 673|673.76 674|674.52 675|675.59 676|676.7 677|677.46 678|678.50 679|679.93 680|680.72 681|681.33 682|682.65 683|683.49 684|684.95 685|685.76 686|686.80 687|687.18 688|688.40 689|689.5 690|690.12 691|691.64 692|692.45 693|693.41 694|694.29 695|695.43 696|696.37 697|697.66 698|698.22 699|699.92 700|700.35 701|701.94 702|702.10 703|703.16 704|704.72 705|705.67 706|706.50 707|707.24 708|708.44 709|709.41 710|710.57 711|711.33 712|712.77 713|713.56 714|714.5 715|715.42 716|716.72 717|717.91 718|718.89 719|719.9 720|720.82 721|721.89 722|722.76 723|723.29 724|724.60 725|725.67 726|726.58 727|727.54 728|728.99 729|729.67 730|730.55 731|731.97 732|732.81 733|733.9 734|734.31 735|735.21 736|736.42 737|737.0 738|738.44 739|739.22 740|740.40 741|741.68 742|742.66 743|743.59 744|744.34 745|745.38 746|746.43 747|747.3 748|748.1 749|749.12 750|750.35 751|751.76 752|752.88 753|753.66 754|754.97 755|755.70 756|756.52 757|757.19 758|758.72 759|759.56 760|760.78 761|761.55 762|762.50 763|763.29 764|764.45 765|765.96 766|766.20 767|767.29 768|768.38 769|769.92 770|770.67 771|771.53 772|772.1 773|773.77 774|774.27 775|775.21 776|776.61 777|777.6 778|778.16 779|779.13 780|780.66 781|781.37 782|782.84 783|783.6 784|784.40 785|785.22 786|786.71 787|787.40 788|788.88 789|789.33 790|790.38 791|791.57 792|792.83 793|793.46 794|794.34 795|795.12 796|796.26 797|797.57 798|798.6 799|799.88 800|800.41 801|801.74 802|802.32 803|803.47 804|804.91 805|805.33 806|806.94 807|807.21 808|808.82 809|809.71 810|810.75 811|811.17 812|812.6 813|813.36 814|814.12 815|815.24 816|816.9 817|817.45 818|818.46 819|819.51 820|820.44 821|821.16 822|822.49 823|823.67 824|824.77 825|825.79 826|826.34 827|827.85 828|828.15 829|829.34 830|830.19 831|831.83 832|832.15 833|833.83 834|834.32 835|835.33 836|836.54 837|837.55 838|838.42 839|839.37 840|840.66 841|841.56 842|842.20 843|843.2 844|844.37 845|845.83 846|846.49 847|847.2 848|848.24 849|849.45 850|850.87 851|851.1 852|852.98 853|853.84 854|854.68 855|855.96 856|856.13 857|857.79 858|858.36 859|859.88 860|860.61 861|861.10 862|862.94 863|863.54 864|864.12 865|865.21 866|866.57 867|867.97 868|868.74 869|869.90 870|870.91 871|871.6 872|872.37 873|873.67 874|874.2 875|875.51 876|876.11 877|877.83 878|878.95 879|879.62 880|880.10 881|881.47 882|882.43 883|883.62 884|884.55 885|885.19 886|886.73 887|887.43 888|888.75 889|889.12 890|890.81 891|891.74 892|892.34 893|893.15 894|894.20 895|895.82 896|896.8 897|897.41 898|898.52 899|899.63 900|900.38 901|901.49 902|902.83 903|903.77 904|904.0 905|905.2 906|906.41 907|907.13 908|908.74 909|909.50 910|910.39 911|911.82 912|912.79 913|913.33 914|914.54 915|915.78 916|916.94 917|917.78 918|918.39 919|919.65 920|920.42 921|921.16 922|922.33 923|923.78 924|924.59 925|925.48 926|926.63 927|927.38 928|928.84 929|929.5 930|930.52 931|931.68 932|932.19 933|933.61 934|934.31 935|935.7 936|936.15 937|937.7 938|938.84 939|939.2 940|940.62 941|941.52 942|942.2 943|943.92 944|944.47 945|945.1 946|946.38 947|947.35 948|948.27 949|949.23 950|950.38 951|951.27 952|952.71 953|953.2 954|954.12 955|955.75 956|956.88 957|957.82 958|958.71 959|959.65 960|960.37 961|961.64 962|962.95 963|963.89 964|964.25 965|965.67 966|966.79 967|967.93 968|968.76 969|969.28 970|970.58 971|971.6 972|972.60 973|973.2 974|974.4 975|975.88 976|976.28 977|977.86 978|978.75 979|979.92 980|980.25 981|981.29 982|982.55 983|983.93 984|984.21 985|985.4 986|986.33 987|987.64 988|988.38 989|989.62 990|990.67 991|991.93 992|992.69 993|993.23 994|994.48 995|995.16 996|996.69 997|997.2 998|998.37 999|999.95 1000|1000.29 1001|1001.19 1002|1002.7 1003|1003.84 1004|1004.76 1005|1005.30 1006|1006.4 1007|1007.20 1008|1008.80 1009|1009.15 1010|1010.38 1011|1011.63 1012|1012.58 1013|1013.29 1014|1014.39 1015|1015.70 1016|1016.33 1017|1017.77 1018|1018.90 1019|1019.78 1020|1020.2 1021|1021.63 1022|1022.27 1023|1023.99 1024|1024.78 1025|1025.89 1026|1026.7 1027|1027.98 1028|1028.33 1029|1029.40 1030|1030.82 1031|1031.22 1032|1032.39 1033|1033.9 1034|1034.98 1035|1035.54 1036|1036.57 1037|1037.48 1038|1038.73 1039|1039.84 1040|1040.74 1041|1041.51 1042|1042.72 1043|1043.18 1044|1044.63 1045|1045.6 1046|1046.41 1047|1047.0 1048|1048.75 1049|1049.2 1050|1050.97 1051|1051.16 1052|1052.97 1053|1053.65 1054|1054.97 1055|1055.32 1056|1056.60 1057|1057.37 1058|1058.23 1059|1059.50 1060|1060.48 1061|1061.26 1062|1062.22 1063|1063.14 1064|1064.43 1065|1065.63 1066|1066.65 1067|1067.35 1068|1068.1 1069|1069.84 1070|1070.57 1071|1071.45 1072|1072.29 1073|1073.75 1074|1074.70 1075|1075.72 1076|1076.46 1077|1077.23 1078|1078.16 1079|1079.29 1080|1080.32 1081|1081.80 1082|1082.90 1083|1083.79 1084|1084.33 1085|1085.0 1086|1086.33 1087|1087.42 1088|1088.18 1089|1089.8 1090|1090.99 1091|1091.28 1092|1092.33 1093|1093.66 1094|1094.47 1095|1095.4 1096|1096.15 1097|1097.15 1098|1098.96 1099|1099.48 1100|1100.23 1101|1101.21 1102|1102.60 1103|1103.62 1104|1104.86 1105|1105.94 1106|1106.14 1107|1107.30 1108|1108.99 1109|1109.49 1110|1110.32 1111|1111.28 1112|1112.54 1113|1113.17 1114|1114.45 1115|1115.72 1116|1116.74 1117|1117.11 1118|1118.46 1119|1119.48 1120|1120.19 1121|1121.60 1122|1122.72 1123|1123.76 1124|1124.83 1125|1125.33 1126|1126.2 1127|1127.61 1128|1128.0 1129|1129.9 1130|1130.46 1131|1131.70 1132|1132.8 1133|1133.2 1134|1134.35 1135|1135.27 1136|1136.64 1137|1137.6 1138|1138.72 1139|1139.75 1140|1140.21 1141|1141.79 1142|1142.50 1143|1143.27 1144|1144.67 1145|1145.81 1146|1146.75 1147|1147.11 1148|1148.6 1149|1149.15 1150|1150.43 1151|1151.30 1152|1152.95 1153|1153.35 1154|1154.49 1155|1155.17 1156|1156.81 1157|1157.47 1158|1158.17 1159|1159.7 1160|1160.63 1161|1161.29 1162|1162.20 1163|1163.10 1164|1164.81 1165|1165.0 1166|1166.74 1167|1167.1 1168|1168.57 1169|1169.93 1170|1170.80 1171|1171.7 1172|1172.72 1173|1173.14 1174|1174.59 1175|1175.63 1176|1176.96 1177|1177.6 1178|1178.76 1179|1179.98 1180|1180.79 1181|1181.76 1182|1182.72 1183|1183.7 1184|1184.25 1185|1185.39 1186|1186.4 1187|1187.74 1188|1188.55 1189|1189.36 1190|1190.91 1191|1191.92 1192|1192.39 1193|1193.9 1194|1194.84 1195|1195.88 1196|1196.22 1197|1197.51 1198|1198.34 1199|1199.46 1200|1200.3 1201|1201.89 1202|1202.67 1203|1203.70 1204|1204.21 1205|1205.53 1206|1206.47 1207|1207.66 1208|1208.74 1209|1209.6 1210|1210.42 1211|1211.91 1212|1212.50 1213|1213.70 1214|1214.45 1215|1215.41 1216|1216.36 1217|1217.50 1218|1218.77 1219|1219.12 1220|1220.27 1221|1221.50 1222|1222.78 1223|1223.2 1224|1224.68 1225|1225.81 1226|1226.83 1227|1227.48 1228|1228.89 1229|1229.4 1230|1230.99 1231|1231.59 1232|1232.88 1233|1233.27 1234|1234.12 1235|1235.32 1236|1236.96 1237|1237.23 1238|1238.45 1239|1239.9 1240|1240.92 1241|1241.33 1242|1242.6 1243|1243.23 1244|1244.98 1245|1245.26 1246|1246.2 1247|1247.25 1248|1248.3 1249|1249.57 1250|1250.64 1251|1251.78 1252|1252.19 1253|1253.56 1254|1254.6 1255|1255.88 1256|1256.7 1257|1257.70 1258|1258.58 1259|1259.6 1260|1260.5 1261|1261.25 1262|1262.37 1263|1263.77 1264|1264.26 1265|1265.81 1266|1266.63 1267|1267.21 1268|1268.4 1269|1269.52 1270|1270.41 1271|1271.18 1272|1272.93 1273|1273.88 1274|1274.11 1275|1275.96 1276|1276.27 1277|1277.22 1278|1278.14 1279|1279.68 1280|1280.12 1281|1281.96 1282|1282.47 1283|1283.85 1284|1284.34 1285|1285.0 1286|1286.23 1287|1287.4 1288|1288.66 1289|1289.52 1290|1290.33 1291|1291.85 1292|1292.57 1293|1293.49 1294|1294.84 1295|1295.63 1296|1296.36 1297|1297.54 1298|1298.7 1299|1299.26 1300|1300.53 1301|1301.76 1302|1302.47 1303|1303.9 1304|1304.27 1305|1305.13 1306|1306.81 1307|1307.97 1308|1308.1 1309|1309.30 1310|1310.89 1311|1311.34 1312|1312.59 1313|1313.61 1314|1314.19 1315|1315.28 1316|1316.5 1317|1317.29 1318|1318.79 1319|1319.99 1320|1320.54 1321|1321.65 1322|1322.82 1323|1323.48 1324|1324.53 1325|1325.43 1326|1326.66 1327|1327.92 1328|1328.27 1329|1329.85 1330|1330.55 1331|1331.66 1332|1332.33 1333|1333.11 1334|1334.47 1335|1335.6 1336|1336.25 1337|1337.16 1338|1338.67 1339|1339.94 1340|1340.68 1341|1341.69 1342|1342.7 1343|1343.18 1344|1344.77 1345|1345.77 1346|1346.39 1347|1347.20 1348|1348.21 1349|1349.95 1350|1350.39 1351|1351.21 1352|1352.33 1353|1353.66 1354|1354.4 1355|1355.80 1356|1356.48 1357|1357.63 1358|1358.69 1359|1359.95 1360|1360.75 1361|1361.96 1362|1362.36 1363|1363.29 1364|1364.79 1365|1365.57 1366|1366.85 1367|1367.0 1368|1368.23 1369|1369.86 1370|1370.75 1371|1371.90 1372|1372.80 1373|1373.5 1374|1374.34 1375|1375.31 1376|1376.77 1377|1377.12 1378|1378.96 1379|1379.48 1380|1380.77 1381|1381.25 1382|1382.98 1383|1383.19 1384|1384.8 1385|1385.66 1386|1386.27 1387|1387.38 1388|1388.50 1389|1389.45 1390|1390.45 1391|1391.8 1392|1392.60 1393|1393.58 1394|1394.88 1395|1395.10 1396|1396.97 1397|1397.56 1398|1398.63 1399|1399.87 1400|1400.25 1401|1401.97 1402|1402.82 1403|1403.38 1404|1404.40 1405|1405.49 1406|1406.66 1407|1407.16 1408|1408.56 1409|1409.12 1410|1410.80 1411|1411.52 1412|1412.91 1413|1413.31 1414|1414.75 1415|1415.40 1416|1416.36 1417|1417.71 1418|1418.73 1419|1419.30 1420|1420.38 1421|1421.56 1422|1422.84 1423|1423.62 1424|1424.70 1425|1425.48 1426|1426.12 1427|1427.65 1428|1428.76 1429|1429.21 1430|1430.28 1431|1431.12 1432|1432.75 1433|1433.69 1434|1434.1 1435|1435.44 1436|1436.43 1437|1437.97 1438|1438.41 1439|1439.20 1440|1440.96 1441|1441.32 1442|1442.35 1443|1443.65 1444|1444.81 1445|1445.82 1446|1446.9 1447|1447.72 1448|1448.37 1449|1449.43 1450|1450.90 1451|1451.96 1452|1452.59 1453|1453.8 1454|1454.30 1455|1455.78 1456|1456.9 1457|1457.21 1458|1458.11 1459|1459.54 1460|1460.72 1461|1461.38 1462|1462.52 1463|1463.49 1464|1464.98 1465|1465.29 1466|1466.55 1467|1467.95 1468|1468.19 1469|1469.56 1470|1470.7 1471|1471.94 1472|1472.67 1473|1473.13 1474|1474.59 1475|1475.72 1476|1476.5 1477|1477.6 1478|1478.48 1479|1479.44 1480|1480.86 1481|1481.20 1482|1482.47 1483|1483.66 1484|1484.87 1485|1485.75 1486|1486.24 1487|1487.93 1488|1488.31 1489|1489.98 1490|1490.59 1491|1491.0 1492|1492.73 1493|1493.32 1494|1494.42 1495|1495.67 1496|1496.20 1497|1497.93 1498|1498.81 </str>
<float name="score">2.0</float></doc>
<doc>
<str name="id">4</str>
<int name="id_i">4</int>
<float name="default_amount_f">14043.0</float>
<str name="amounts_dpf">1|1.95 2|2.88 3|3.39 4|4.64 5|5.7 6|6.56 7|7.49 8|8.9 9|9.48 10|10.43 11|11.65 12|12.32 13|13.57 14|14.31 15|15.5 16|16.7 17|17.54 18|18.27 19|19.34 20|20.98 21|21.72 22|22.66 23|23.10 24|24.4 25|25.30 26|26.80 27|27.22 28|28.77 29|29.29 30|30.10 31|31.65 32|32.63 33|33.80 34|34.55 35|35.81 36|36.76 37|37.27 38|38.91 39|39.58 40|40.74 41|41.72 42|42.67 43|43.48 44|44.13 45|45.94 46|46.28 47|47.89 48|48.99 49|49.86 50|50.60 51|51.93 52|52.39 53|53.10 54|54.70 55|55.34 56|56.28 57|57.23 58|58.99 59|59.67 60|60.36 61|61.76 62|62.60 63|63.2 64|64.80 65|65.64 66|66.98 67|67.46 68|68.10 69|69.32 70|70.77 71|71.28 72|72.86 73|73.39 74|74.39 75|75.27 76|76.30 77|77.43 78|78.85 79|79.80 80|80.71 81|81.24 82|82.9 83|83.92 84|84.7 85|85.48 86|86.35 87|87.65 88|88.23 89|89.76 90|90.95 91|91.47 92|92.75 93|93.52 94|94.4 95|95.49 96|96.20 97|97.55 98|98.62 99|99.99 100|100.0 101|101.53 102|102.81 103|103.84 104|104.11 105|105.92 106|106.98 107|107.63 108|108.39 109|109.97 110|110.86 111|111.37 112|112.81 113|113.26 114|114.44 115|115.48 116|116.77 117|117.17 118|118.83 119|119.39 120|120.70 121|121.93 122|122.23 123|123.66 124|124.19 125|125.37 126|126.9 127|127.40 128|128.71 129|129.65 130|130.18 131|131.68 132|132.42 133|133.4 134|134.71 135|135.91 136|136.13 137|137.21 138|138.16 139|139.27 140|140.14 141|141.74 142|142.48 143|143.7 144|144.13 145|145.27 146|146.23 147|147.24 148|148.7 149|149.69 150|150.20 151|151.94 152|152.98 153|153.64 154|154.18 155|155.33 156|156.84 157|157.64 158|158.73 159|159.7 160|160.20 161|161.69 162|162.80 163|163.10 164|164.29 165|165.51 166|166.15 167|167.40 168|168.74 169|169.8 170|170.51 171|171.98 172|172.49 173|173.77 174|174.85 175|175.27 176|176.39 177|177.20 178|178.94 179|179.15 180|180.95 181|181.8 182|182.56 183|183.84 184|184.69 185|185.29 186|186.86 187|187.69 188|188.6 189|189.59 190|190.71 191|191.4 192|192.16 193|193.72 194|194.96 195|195.47 196|196.76 197|197.2 198|198.59 199|199.83 200|200.22 201|201.84 202|202.35 203|203.2 204|204.30 205|205.80 206|206.77 207|207.66 208|208.22 209|209.31 210|210.6 211|211.30 212|212.66 213|213.50 214|214.57 215|215.47 216|216.65 217|217.43 218|218.30 219|219.98 220|220.14 221|221.79 222|222.24 223|223.84 224|224.31 225|225.9 226|226.26 227|227.48 228|228.60 229|229.45 230|230.19 231|231.12 232|232.87 233|233.98 234|234.76 235|235.82 236|236.6 237|237.91 238|238.43 239|239.29 240|240.11 241|241.68 242|242.30 243|243.71 244|244.50 245|245.50 246|246.28 247|247.7 248|248.6 249|249.79 250|250.85 251|251.99 252|252.91 253|253.50 254|254.7 255|255.98 256|256.8 257|257.11 258|258.16 259|259.15 260|260.32 261|261.89 262|262.11 263|263.98 264|264.27 265|265.85 266|266.33 267|267.79 268|268.71 269|269.34 270|270.5 271|271.9 272|272.58 273|273.43 274|274.38 275|275.50 276|276.7 277|277.41 278|278.62 279|279.19 280|280.24 281|281.24 282|282.20 283|283.82 284|284.99 285|285.56 286|286.10 287|287.50 288|288.6 289|289.85 290|290.71 291|291.11 292|292.56 293|293.37 294|294.90 295|295.49 296|296.94 297|297.68 298|298.42 299|299.46 300|300.81 301|301.95 302|302.53 303|303.51 304|304.99 305|305.21 306|306.52 307|307.15 308|308.30 309|309.51 310|310.79 311|311.15 312|312.14 313|313.57 314|314.26 315|315.98 316|316.33 317|317.12 318|318.77 319|319.65 320|320.96 321|321.31 322|322.90 323|323.99 324|324.36 325|325.62 326|326.37 327|327.77 328|328.50 329|329.8 330|330.52 331|331.21 332|332.95 333|333.87 334|334.83 335|335.68 336|336.43 337|337.8 338|338.96 339|339.95 340|340.2 341|341.12 342|342.49 343|343.33 344|344.44 345|345.95 346|346.78 347|347.46 348|348.41 349|349.14 350|350.34 351|351.99 352|352.13 353|353.9 354|354.75 355|355.89 356|356.8 357|357.76 358|358.82 359|359.84 360|360.81 361|361.29 362|362.80 363|363.49 364|364.60 365|365.81 366|366.92 367|367.70 368|368.13 369|369.59 370|370.66 371|371.23 372|372.21 373|373.88 374|374.71 375|375.84 376|376.64 377|377.93 378|378.51 379|379.76 380|380.24 381|381.10 382|382.17 383|383.71 384|384.3 385|385.42 386|386.77 387|387.51 388|388.87 389|389.66 390|390.86 391|391.6 392|392.74 393|393.43 394|394.58 395|395.42 396|396.21 397|397.74 398|398.21 399|399.9 400|400.55 401|401.33 402|402.64 403|403.66 404|404.1 405|405.63 406|406.23 407|407.46 408|408.46 409|409.8 410|410.33 411|411.85 412|412.35 413|413.10 414|414.14 415|415.66 416|416.30 417|417.66 418|418.84 419|419.94 420|420.37 421|421.13 422|422.87 423|423.82 424|424.98 425|425.76 426|426.63 427|427.23 428|428.58 429|429.4 430|430.19 431|431.22 432|432.11 433|433.37 434|434.72 435|435.25 436|436.47 437|437.70 438|438.60 439|439.62 440|440.32 441|441.66 442|442.51 443|443.43 444|444.50 445|445.45 446|446.14 447|447.7 448|448.93 449|449.33 450|450.63 451|451.0 452|452.80 453|453.15 454|454.91 455|455.23 456|456.49 457|457.45 458|458.66 459|459.5 460|460.30 461|461.77 462|462.47 463|463.34 464|464.39 465|465.4 466|466.27 467|467.85 468|468.45 469|469.47 470|470.29 471|471.1 472|472.2 473|473.87 474|474.22 475|475.33 476|476.19 477|477.14 478|478.1 479|479.80 480|480.88 481|481.85 482|482.42 483|483.47 484|484.50 485|485.19 486|486.33 487|487.66 488|488.42 489|489.97 490|490.43 491|491.18 492|492.41 493|493.39 494|494.46 495|495.61 496|496.45 497|497.41 498|498.77 499|499.85 500|500.62 501|501.70 502|502.41 503|503.17 504|504.38 505|505.26 506|506.93 507|507.66 508|508.87 509|509.33 510|510.49 511|511.16 512|512.14 513|513.35 514|514.0 515|515.97 516|516.48 517|517.77 518|518.39 519|519.80 520|520.17 521|521.59 522|522.25 523|523.56 524|524.67 525|525.57 526|526.95 527|527.62 528|528.92 529|529.20 530|530.43 531|531.21 532|532.87 533|533.9 534|534.3 535|535.58 536|536.95 537|537.41 538|538.70 539|539.85 540|540.58 541|541.49 542|542.66 543|543.38 544|544.37 545|545.1 546|546.98 547|547.56 548|548.76 549|549.33 550|550.26 551|551.57 552|552.12 553|553.64 554|554.86 555|555.77 556|556.78 557|557.90 558|558.73 559|559.60 560|560.10 561|561.77 562|562.90 563|563.24 564|564.0 565|565.98 566|566.13 567|567.99 568|568.82 569|569.74 570|570.78 571|571.8 572|572.72 573|573.15 574|574.16 575|575.60 576|576.98 577|577.37 578|578.50 579|579.53 580|580.85 581|581.17 582|582.20 583|583.60 584|584.18 585|585.11 586|586.17 587|587.58 588|588.35 589|589.34 590|590.95 591|591.36 592|592.48 593|593.92 594|594.29 595|595.36 596|596.92 597|597.63 598|598.0 599|599.54 600|600.46 601|601.25 602|602.86 603|603.39 604|604.90 605|605.31 606|606.14 607|607.86 608|608.85 609|609.67 610|610.40 611|611.43 612|612.6 613|613.38 614|614.70 615|615.37 616|616.47 617|617.37 618|618.85 619|619.71 620|620.83 621|621.6 622|622.75 623|623.81 624|624.11 625|625.9 626|626.49 627|627.71 628|628.23 629|629.66 630|630.37 631|631.51 632|632.13 633|633.72 634|634.90 635|635.42 636|636.82 637|637.54 638|638.48 639|639.11 640|640.75 641|641.8 642|642.12 643|643.2 644|644.79 645|645.49 646|646.81 647|647.20 648|648.29 649|649.48 650|650.48 651|651.35 652|652.51 653|653.55 654|654.99 655|655.52 656|656.81 657|657.74 658|658.93 659|659.90 660|660.0 661|661.30 662|662.57 663|663.33 664|664.15 665|665.4 666|666.17 667|667.87 668|668.30 669|669.90 670|670.10 671|671.79 672|672.8 673|673.53 674|674.81 675|675.32 676|676.68 677|677.62 678|678.15 679|679.4 680|680.1 681|681.5 682|682.4 683|683.52 684|684.72 685|685.94 686|686.68 687|687.24 688|688.20 689|689.96 690|690.49 691|691.8 692|692.86 693|693.58 694|694.86 695|695.21 696|696.32 697|697.23 698|698.39 699|699.8 700|700.90 701|701.85 702|702.95 703|703.91 704|704.33 705|705.54 706|706.7 707|707.86 708|708.55 709|709.91 710|710.8 711|711.42 712|712.55 713|713.59 714|714.41 715|715.60 716|716.85 717|717.16 718|718.6 719|719.39 720|720.80 721|721.70 722|722.55 723|723.38 724|724.82 725|725.61 726|726.95 727|727.32 728|728.89 729|729.56 730|730.12 731|731.24 732|732.27 733|733.47 734|734.91 735|735.53 736|736.64 737|737.35 738|738.3 739|739.53 740|740.27 741|741.71 742|742.91 743|743.94 744|744.33 745|745.85 746|746.40 747|747.32 748|748.55 749|749.95 750|750.61 751|751.54 752|752.2 753|753.49 754|754.68 755|755.67 756|756.0 757|757.59 758|758.70 759|759.65 760|760.11 761|761.31 762|762.72 763|763.11 764|764.55 765|765.55 766|766.72 767|767.26 768|768.81 769|769.55 770|770.16 771|771.51 772|772.16 773|773.63 774|774.59 775|775.8 776|776.9 777|777.36 778|778.43 779|779.92 780|780.94 781|781.82 782|782.11 783|783.41 784|784.70 785|785.9 786|786.69 787|787.68 788|788.0 789|789.97 790|790.93 791|791.77 792|792.26 793|793.69 794|794.3 795|795.42 796|796.63 797|797.77 798|798.64 799|799.39 800|800.80 801|801.67 802|802.80 803|803.90 804|804.61 805|805.27 806|806.7 807|807.58 808|808.87 809|809.94 810|810.81 811|811.73 812|812.49 813|813.83 814|814.65 815|815.82 816|816.97 817|817.25 818|818.33 819|819.69 820|820.81 821|821.80 822|822.66 823|823.99 824|824.58 825|825.74 826|826.30 827|827.88 828|828.41 829|829.29 830|830.55 831|831.13 832|832.62 833|833.91 834|834.93 835|835.82 836|836.49 837|837.82 838|838.22 839|839.72 840|840.92 841|841.22 842|842.75 843|843.65 844|844.35 845|845.44 846|846.94 847|847.6 848|848.5 849|849.74 850|850.54 851|851.22 852|852.61 853|853.99 854|854.46 855|855.11 856|856.87 857|857.96 858|858.5 859|859.53 860|860.9 861|861.47 862|862.67 863|863.0 864|864.76 865|865.7 866|866.50 867|867.87 868|868.13 869|869.4 870|870.65 871|871.76 872|872.44 873|873.12 874|874.31 875|875.69 876|876.74 877|877.51 878|878.85 879|879.10 880|880.55 881|881.8 882|882.49 883|883.56 884|884.75 885|885.87 886|886.24 887|887.96 888|888.65 889|889.78 890|890.1 891|891.79 892|892.30 893|893.37 894|894.12 895|895.67 896|896.63 897|897.15 898|898.71 899|899.34 900|900.26 901|901.98 902|902.39 903|903.47 904|904.16 905|905.16 906|906.41 907|907.19 908|908.7 909|909.78 910|910.22 911|911.38 912|912.1 913|913.15 914|914.90 915|915.63 916|916.17 917|917.43 918|918.36 919|919.38 920|920.66 921|921.47 922|922.6 923|923.8 924|924.91 925|925.20 926|926.49 927|927.30 928|928.12 929|929.41 930|930.60 931|931.61 932|932.72 933|933.46 934|934.82 935|935.51 936|936.40 937|937.65 938|938.19 939|939.92 940|940.91 941|941.91 942|942.79 943|943.48 944|944.92 945|945.34 946|946.42
[...truncated too long message...]
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=5873, name=org.eclipse.jetty.server.session.HashSessionManager@1a1a4122Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=5871, name=qtp2027463926-5871, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=5888, name=Scheduler-1752665000, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=5882, name=TEST-ShardSplitTest.testSplitShardWithRule-seed#[953C1088E0D00B06]-SendThread(127.0.0.1:37051), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 5) Thread[id=5868, name=qtp2027463926-5868, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=5885, name=Thread-1238, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
[junit4] > 7) Thread[id=5866, name=qtp2027463926-5866, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=5867, name=qtp2027463926-5867, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([953C1088E0D00B06]:0)
[junit4] Completed [456/746 (2!)] on J1 in 1029.57s, 5 tests, 3 errors <<< FAILURES!
[...truncated 48107 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20762 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20762/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
42 threads leaked from SUITE scope at org.apache.solr.handler.TestConfigReload: 1) Thread[id=2171, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230) at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170) 2) Thread[id=2154, name=qtp617825379-2154, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=2156, name=qtp617825379-2156, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=2227, name=zkCallback-311-thread-8, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=2229, name=zkCallback-317-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=2180, name=searcherExecutor-1146-thread-1, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 7) Thread[id=2189, name=qtp1480872117-2189, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 8) Thread[id=2190, name=qtp1480872117-2190, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 9) Thread[id=2200, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 10) Thread[id=2159, name=qtp617825379-2159, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 11) Thread[id=2183, name=qtp1480872117-2183, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 12) Thread[id=2174, name=Thread-468, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 13) Thread[id=2162, name=org.eclipse.jetty.server.session.HashSessionManager@750a6be8Timer, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 14) Thread[id=2167, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 15) Thread[id=2187, name=qtp1480872117-2187-acceptor-0@621c9d1-ServerConnector@2a9afed9{HTTP/1.1,[http/1.1]}{127.0.0.1:34195}, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 16) Thread[id=2228, name=zkCallback-317-thread-4, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 17) Thread[id=2166, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 18) Thread[id=2186, name=qtp1480872117-2186, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 19) Thread[id=2223, name=zkCallback-311-thread-4, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 20) Thread[id=2182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 21) Thread[id=2203, name=Thread-477, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Object.wait(Native Method) at java.base@9/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 22) Thread[id=2221, name=zkCallback-311-thread-3, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308) at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93) at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78) at app//org.apache.solr.cloud.DistributedMap.<init>(DistributedMap.java:46) at app//org.apache.solr.cloud.SizeLimitedDistributedMap.<init>(SizeLimitedDistributedMap.java:38) at app//org.apache.solr.cloud.Overseer.getFailureMap(Overseer.java:683) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:109) at app//org.apache.solr.cloud.Overseer.start(Overseer.java:518) at app//org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at app//org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at app//org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at app//org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at app//org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262) at app//org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$362/1020409904.run(Unknown Source) at java.base@9/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$229/2008398729.run(Unknown Source) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 23) Thread[id=2155, name=qtp617825379-2155, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 24) Thread[id=2195, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 25) Thread[id=2160, name=qtp617825379-2160, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 26) Thread[id=2191, name=org.eclipse.jetty.server.session.HashSessionManager@1c518a73Timer, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 27) Thread[id=2177, name=Scheduler-1366567303, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 28) Thread[id=2196, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 29) Thread[id=2184, name=qtp1480872117-2184, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561) at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512) at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1033) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:952) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/132644734.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 30) Thread[id=2230, name=zkCallback-317-thread-6, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 31) Thread[id=2205, name=Scheduler-1812090399, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 32) Thread[id=2225, name=zkCallback-311-thread-6, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 33) Thread[id=2157, name=qtp617825379-2157, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 34) Thread[id=2161, name=qtp617825379-2161, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 35) Thread[id=2172, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-EventThread, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 36) Thread[id=2158, name=qtp617825379-2158-acceptor-0@e509408-ServerConnector@45f9f634{HTTP/1.1,[http/1.1]}{127.0.0.1:45727}, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 37) Thread[id=2231, name=zkCallback-317-thread-7, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 38) Thread[id=2216, name=qtp1480872117-2216, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 39) Thread[id=2188, name=qtp1480872117-2188, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9/java.lang.Thread.run(Thread.java:844) 40) Thread[id=2201, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-EventThread, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 41) Thread[id=2224, name=zkCallback-311-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 42) Thread[id=2226, name=zkCallback-311-thread-7, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 42 threads leaked from SUITE scope at org.apache.solr.handler.TestConfigReload:
1) Thread[id=2171, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)
2) Thread[id=2154, name=qtp617825379-2154, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
3) Thread[id=2156, name=qtp617825379-2156, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
4) Thread[id=2227, name=zkCallback-311-thread-8, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
5) Thread[id=2229, name=zkCallback-317-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
6) Thread[id=2180, name=searcherExecutor-1146-thread-1, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
7) Thread[id=2189, name=qtp1480872117-2189, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
8) Thread[id=2190, name=qtp1480872117-2190, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
9) Thread[id=2200, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
10) Thread[id=2159, name=qtp617825379-2159, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
11) Thread[id=2183, name=qtp1480872117-2183, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
12) Thread[id=2174, name=Thread-468, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
13) Thread[id=2162, name=org.eclipse.jetty.server.session.HashSessionManager@750a6be8Timer, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
14) Thread[id=2167, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
15) Thread[id=2187, name=qtp1480872117-2187-acceptor-0@621c9d1-ServerConnector@2a9afed9{HTTP/1.1,[http/1.1]}{127.0.0.1:34195}, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
16) Thread[id=2228, name=zkCallback-317-thread-4, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
17) Thread[id=2166, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
18) Thread[id=2186, name=qtp1480872117-2186, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
19) Thread[id=2223, name=zkCallback-311-thread-4, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
20) Thread[id=2182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
21) Thread[id=2203, name=Thread-477, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Object.wait(Native Method)
at java.base@9/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
22) Thread[id=2221, name=zkCallback-311-thread-3, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
at app//org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
at app//org.apache.solr.cloud.DistributedMap.<init>(DistributedMap.java:46)
at app//org.apache.solr.cloud.SizeLimitedDistributedMap.<init>(SizeLimitedDistributedMap.java:38)
at app//org.apache.solr.cloud.Overseer.getFailureMap(Overseer.java:683)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:109)
at app//org.apache.solr.cloud.Overseer.start(Overseer.java:518)
at app//org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
at app//org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at app//org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at app//org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at app//org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
at app//org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$362/1020409904.run(Unknown Source)
at java.base@9/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base@9/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$229/2008398729.run(Unknown Source)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
23) Thread[id=2155, name=qtp617825379-2155, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
24) Thread[id=2195, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
25) Thread[id=2160, name=qtp617825379-2160, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
26) Thread[id=2191, name=org.eclipse.jetty.server.session.HashSessionManager@1c518a73Timer, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
27) Thread[id=2177, name=Scheduler-1366567303, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
28) Thread[id=2196, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
29) Thread[id=2184, name=qtp1480872117-2184, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561)
at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)
at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1033)
at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$194/132644734.execute(Unknown Source)
at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at app//org.eclipse.jetty.server.Server.handle(Server.java:534)
at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
30) Thread[id=2230, name=zkCallback-317-thread-6, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
31) Thread[id=2205, name=Scheduler-1812090399, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
32) Thread[id=2225, name=zkCallback-311-thread-6, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
33) Thread[id=2157, name=qtp617825379-2157, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
34) Thread[id=2161, name=qtp617825379-2161, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
35) Thread[id=2172, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-EventThread, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
36) Thread[id=2158, name=qtp617825379-2158-acceptor-0@e509408-ServerConnector@45f9f634{HTTP/1.1,[http/1.1]}{127.0.0.1:45727}, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at java.base@9/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
37) Thread[id=2231, name=zkCallback-317-thread-7, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
38) Thread[id=2216, name=qtp1480872117-2216, state=RUNNABLE, group=TGRP-TestConfigReload]
at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base@9/java.lang.Thread.run(Thread.java:844)
39) Thread[id=2188, name=qtp1480872117-2188, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.base@9/java.lang.Thread.run(Thread.java:844)
40) Thread[id=2201, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-EventThread, state=WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
41) Thread[id=2224, name=zkCallback-311-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
42) Thread[id=2226, name=zkCallback-311-thread-7, state=TIMED_WAITING, group=TGRP-TestConfigReload]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([C77F29557B8E3B6D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2171, name=TEST-TestConfigReload.test-seed#[C77F29557B8E3B6D]-SendThread(127.0.0.1:37391), state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 2) Thread[id=2156, name=qtp617825379-2156, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=2227, name=zkCallback-311-thread-8, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=2229, name=zkCallback-317-thread-5, state=TIMED_WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=2180, name=searcherExecutor-1146-thread-1, state=WAITING, group=TGRP-TestConfigReload] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=2190, name=qtp1480872117-2190, state=RUNNABLE, group=TGRP-TestConfigReload] at java.base@9/sun.nio.ch.IOUtil.drain(Native Method) at java
[...truncated too long message...]
n&fl=*,score&rows=100&wt=xml} hits=6 status=0 QTime=0
[junit4] 2> 1247398 INFO (TEST-TestFunctionQuery.testNumericComparisons-seed#[C77F29557B8E3B6D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!func}if(eq(age_i,30),5,2)&indent=on&fl=*,score&rows=100&wt=xml} hits=6 status=0 QTime=0
[junit4] 2> 1247399 INFO (TEST-TestFunctionQuery.testNumericComparisons-seed#[C77F29557B8E3B6D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!func}if(eq(age_i,35),5,2)&indent=on&fl=*,score&rows=100&wt=xml} hits=6 status=0 QTime=0
[junit4] 2> 1247399 INFO (TEST-TestFunctionQuery.testNumericComparisons-seed#[C77F29557B8E3B6D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNumericComparisons
[junit4] 2> 1247400 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalFileFieldNumericKey
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[991]} 0 0
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[992]} 0 0
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[993]} 0 0
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1247401 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1e77ca87 commitCommandVersion:0
[junit4] 2> 1247403 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@659bc5f3[collection1] main]
[junit4] 2> 1247403 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1247404 INFO (searcherExecutor-4604-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@659bc5f3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_11(8.0.0):C2/1:delGen=1) Uninverting(_12(8.0.0):C2) Uninverting(_13(8.0.0):C3/2:delGen=2) Uninverting(_15(8.0.0):C2) Uninverting(_16(8.0.0):C3)))}
[junit4] 2> 1247404 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 2
[junit4] 2> 1247405 ERROR (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.s.f.FileFloatSource Error loading external value source + fileName + org.apache.solr.common.SolrException: Invalid Number:
[junit4] 2> 1247405 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.s.f.FileFloatSource Loaded external value source external_eff_trie
[junit4] 2> 1247405 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!func}eff_trie&indent=on&fl=*,score&rows=100&wt=xml} hits=9 status=0 QTime=0
[junit4] 2> 1247405 INFO (TEST-TestFunctionQuery.testExternalFileFieldNumericKey-seed#[C77F29557B8E3B6D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalFileFieldNumericKey
[junit4] 2> 1247405 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1247405 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=339075121
[junit4] 2> 1247406 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1247406 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61fc5bd1: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@425cbe40
[junit4] 2> 1247408 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1247408 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f7a9b9a: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1450f8c7
[junit4] 2> 1247410 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1247410 INFO (SUITE-TestFunctionQuery-seed#[C77F29557B8E3B6D]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12e59a3a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47dbace2
[junit4] 2> 1247410 INFO (coreCloseExecutor-4608-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5f664d6c
[junit4] 2> 1247410 INFO (coreCloseExecutor-4608-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1600540012
[junit4] 2> 1247410 INFO (coreCloseExecutor-4608-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33318ed2: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a28b9cb
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.search.function.TestFunctionQuery_C77F29557B8E3B6D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=pt-AO, timezone=America/Guyana
[junit4] 2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=117149744,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [TestReloadAndDeleteDocs, TestZkChroot, ParsingFieldUpdateProcessorsTest, TestFieldCacheWithThreads, HdfsRecoverLeaseTest, TestMaxTokenLenTokenizer, SolrCloudExampleTest, TestReload, EchoParamsTest, TestCloudSchemaless, TestExactStatsCache, WordBreakSolrSpellCheckerTest, TestNumericRangeQuery64, TestZkAclsWithHadoopAuth, DistribJoinFromCollectionTest, TestCloudNestedDocsSort, TestFieldCacheSort, TestBinaryResponseWriter, DirectSolrSpellCheckerTest, TestMacros, UniqFieldsUpdateProcessorFactoryTest, UninvertDocValuesMergePolicyTest, TestUseDocValuesAsStored, ExecutePlanActionTest, ConfigSetsAPITest, AliasIntegrationTest, TestSerializedLuceneMatchVersion, V2StandaloneTest, JvmMetricsTest, SolrJmxReporterTest, OverseerStatusTest, BlobRepositoryCloudTest, TestMiniSolrCloudClusterSSL, ConnectionReuseTest, TestQuerySenderListener, OverseerCollectionConfigSetProcessorTest, ImplicitSnitchTest, TestTolerantUpdateProcessorRandomCloud, ReplicationFactorTest, CollectionReloadTest, PeerSyncWithIndexFingerprintCachingTest, PluginInfoTest, TestLMDirichletSimilarityFactory, TestSolrCloudWithSecureImpersonation, SolrMetricManagerTest, AnalysisErrorHandlingTest, VMParamsZkACLAndCredentialsProvidersTest, MetricUtilsTest, HdfsBasicDistributedZk2Test, TestNumericTerms64, UUIDFieldTest, TestPushWriter, SpatialRPTFieldTypeTest, TestSearchPerf, TestPullReplica, TestTolerantSearch, CopyFieldTest, XsltUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestCollectionAPIs, TestDefaultStatsCache, TestGroupingSearch, TestBackupRepositoryFactory, HdfsChaosMonkeySafeLeaderTest, TestLMJelinekMercerSimilarityFactory, TestInitQParser, TestInPlaceUpdatesStandalone, TimeZoneUtilsTest, ManagedSchemaRoundRobinCloudTest, SolrShardReporterTest, TestSegmentSorting, TestScoreJoinQPScore, TestLegacyField, ConfigureRecoveryStrategyTest, TestFieldTypeCollectionResource, TestCloudDeleteByQuery, FullSolrCloudDistribCmdsTest, TestSubQueryTransformer, InfixSuggestersTest, SuggesterWFSTTest, TestReRankQParserPlugin, TestDocTermOrds, XmlUpdateRequestHandlerTest, TestRandomRequestDistribution, DistributedQueryComponentOptimizationTest, DocValuesNotIndexedTest, FieldAnalysisRequestHandlerTest, TestRequestForwarding, TestLFUCache, CdcrReplicationDistributedZkTest, TestHashPartitioner, TestExtendedDismaxParser, SpellPossibilityIteratorTest, TestSystemIdResolver, LeaderElectionTest, TestSolrCLIRunExample, TestSolrConfigHandlerConcurrent, TestExceedMaxTermLength, DistanceFunctionTest, TestValueSourceCache, BufferStoreTest, TestLeaderInitiatedRecoveryThread, BasicDistributedZk2Test, MetricsHandlerTest, ClassificationUpdateProcessorFactoryTest, OverseerTest, AsyncCallRequestStatusResponseTest, TestSolrConfigHandler, SharedFSAutoReplicaFailoverTest, SystemInfoHandlerTest, IndexSchemaTest, SystemLogListenerTest, ConjunctionSolrSpellCheckerTest, TestSkipOverseerOperations, TestFunctionQuery]
[junit4] Completed [719/746 (3!)] on J2 in 1.75s, 22 tests, 1 error <<< FAILURES!
[...truncated 40189 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20760 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20760/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
5 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplicaProp
Error Message:
Could not find collection : replicaProperties
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : replicaProperties
at __randomizedtesting.SeedInfo.seed([2C14243C55CB73CE:E8CF9BD4EEE480A2]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplicaProp(CollectionsAPISolrJTest.java:365)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection
Error Message:
expected:<4> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<4> but was:<1>
at __randomizedtesting.SeedInfo.seed([2C14243C55CB73CE:2BC12577725F16C3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection(CollectionsAPISolrJTest.java:100)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.OverseerTest.testDownNodeFailover
Error Message:
shard got no id?
Stack Trace:
java.lang.AssertionError: shard got no id?
at __randomizedtesting.SeedInfo.seed([2C14243C55CB73CE:8E18D37E176D01FE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.OverseerTest.testDownNodeFailover(OverseerTest.java:433)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([2C14243C55CB73CE:14A700C27238A71F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([2C14243C55CB73CE:385C7F6976CCCED0]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:439)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12135 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/init-core-data-001
[junit4] 2> 706424 WARN (SUITE-CollectionsAPISolrJTest-seed#[2C14243C55CB73CE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 706424 INFO (SUITE-CollectionsAPISolrJTest-seed#[2C14243C55CB73CE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 706424 INFO (SUITE-CollectionsAPISolrJTest-seed#[2C14243C55CB73CE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 706425 INFO (SUITE-CollectionsAPISolrJTest-seed#[2C14243C55CB73CE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 706425 INFO (SUITE-CollectionsAPISolrJTest-seed#[2C14243C55CB73CE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001
[junit4] 2> 706425 INFO (SUITE-CollectionsAPISolrJTest-seed#[2C14243C55CB73CE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 706425 INFO (Thread-1505) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 706425 INFO (Thread-1505) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 706426 ERROR (Thread-1505) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 706525 INFO (SUITE-CollectionsAPISolrJTest-seed#[2C14243C55CB73CE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39227
[junit4] 2> 706533 INFO (jetty-launcher-839-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 706533 INFO (jetty-launcher-839-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 706533 INFO (jetty-launcher-839-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 706534 INFO (jetty-launcher-839-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 706535 INFO (jetty-launcher-839-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2310355{/solr,null,AVAILABLE}
[junit4] 2> 706536 INFO (jetty-launcher-839-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@421dcd87{/solr,null,AVAILABLE}
[junit4] 2> 706537 INFO (jetty-launcher-839-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28fb299b{/solr,null,AVAILABLE}
[junit4] 2> 706538 INFO (jetty-launcher-839-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eed8429{SSL,[ssl, http/1.1]}{127.0.0.1:38915}
[junit4] 2> 706538 INFO (jetty-launcher-839-thread-3) [ ] o.e.j.s.Server Started @708330ms
[junit4] 2> 706538 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38915}
[junit4] 2> 706538 INFO (jetty-launcher-839-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1580433{/solr,null,AVAILABLE}
[junit4] 2> 706538 INFO (jetty-launcher-839-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f15b9bb{SSL,[ssl, http/1.1]}{127.0.0.1:43675}
[junit4] 2> 706538 ERROR (jetty-launcher-839-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 706538 INFO (jetty-launcher-839-thread-1) [ ] o.e.j.s.Server Started @708331ms
[junit4] 2> 706538 INFO (jetty-launcher-839-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48c2fa41{SSL,[ssl, http/1.1]}{127.0.0.1:45711}
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43675}
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-2) [ ] o.e.j.s.Server Started @708331ms
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45711}
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 706539 ERROR (jetty-launcher-839-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a2ff353{SSL,[ssl, http/1.1]}{127.0.0.1:45299}
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T07:04:12.403374Z
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-4) [ ] o.e.j.s.Server Started @708331ms
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45299}
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 706539 ERROR (jetty-launcher-839-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T07:04:12.403837Z
[junit4] 2> 706539 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 706539 ERROR (jetty-launcher-839-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 706540 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 706540 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 706540 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T07:04:12.404396Z
[junit4] 2> 706540 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 706540 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 706540 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T07:04:12.404567Z
[junit4] 2> 706543 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 706546 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 706546 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 706546 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 706560 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39227/solr
[junit4] 2> 706563 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39227/solr
[junit4] 2> 706563 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39227/solr
[junit4] 2> 706564 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39227/solr
[junit4] 2> 706609 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 706609 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 706609 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 706609 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45299_solr
[junit4] 2> 706610 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38915_solr
[junit4] 2> 706610 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45711_solr
[junit4] 2> 706610 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98910906108477451-127.0.0.1:45299_solr-n_0000000000) starting
[junit4] 2> 706610 INFO (zkCallback-859-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 706610 INFO (zkCallback-860-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 706611 INFO (zkCallback-852-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 706612 INFO (zkCallback-861-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 706613 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 706614 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43675_solr
[junit4] 2> 706618 INFO (zkCallback-859-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 706618 INFO (zkCallback-852-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 706620 INFO (OverseerStateUpdate-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 706621 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45299_solr
[junit4] 2> 706621 INFO (zkCallback-859-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 706621 INFO (zkCallback-852-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 706622 INFO (zkCallback-861-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 706622 INFO (zkCallback-860-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 706622 INFO (zkCallback-861-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 706642 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45711.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706644 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38915.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706645 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43675.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706647 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45711.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706647 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45711.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706648 INFO (jetty-launcher-839-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node2/.
[junit4] 2> 706652 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38915.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706652 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38915.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706653 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43675.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706653 INFO (jetty-launcher-839-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node3/.
[junit4] 2> 706653 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43675.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706653 INFO (jetty-launcher-839-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node1/.
[junit4] 2> 706656 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45299.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706661 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45299.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706661 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45299.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 706661 INFO (jetty-launcher-839-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node4/.
[junit4] 2> 706728 INFO (SUITE-CollectionsAPISolrJTest-seed#[2C14243C55CB73CE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 706728 INFO (SUITE-CollectionsAPISolrJTest-seed#[2C14243C55CB73CE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39227/solr ready
[junit4] 2> 706736 INFO (TEST-CollectionsAPISolrJTest.testCloudInfoInCoreStatus-seed#[2C14243C55CB73CE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCloudInfoInCoreStatus
[junit4] 2> 706745 INFO (qtp460400722-5616) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=corestatus_test&nrtReplicas=2&action=CREATE&numShards=2&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 706746 INFO (OverseerThreadFactory-2148-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection corestatus_test
[junit4] 2> 706850 INFO (OverseerStateUpdate-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"corestatus_test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"corestatus_test_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45711/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 706851 INFO (OverseerStateUpdate-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"corestatus_test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"corestatus_test_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38915/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 706852 INFO (OverseerStateUpdate-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"corestatus_test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"corestatus_test_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45299/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 706853 INFO (OverseerStateUpdate-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"corestatus_test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"corestatus_test_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43675/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 707063 INFO (qtp460400722-5626) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=corestatus_test_shard1_replica_n2&action=CREATE&numShards=2&collection=corestatus_test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 707064 INFO (qtp460400722-5626) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 707079 INFO (qtp2146769240-5623) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=corestatus_test_shard1_replica_n1&action=CREATE&numShards=2&collection=corestatus_test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 707079 INFO (qtp2146769240-5623) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 707084 INFO (qtp1580247901-5622) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n4&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 707084 INFO (qtp1580247901-5622) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 707084 INFO (qtp170175550-5625) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n6&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 707085 INFO (qtp170175550-5625) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 708080 INFO (qtp460400722-5626) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 708088 INFO (qtp460400722-5626) [ ] o.a.s.s.IndexSchema [corestatus_test_shard1_replica_n2] Schema name=minimal
[junit4] 2> 708091 INFO (qtp460400722-5626) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 708091 INFO (qtp460400722-5626) [ ] o.a.s.c.CoreContainer Creating SolrCore 'corestatus_test_shard1_replica_n2' using configuration from collection corestatus_test, trusted=true
[junit4] 2> 708092 INFO (qtp460400722-5626) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38915.solr.core.corestatus_test.shard1.replica_n2' (registry 'solr.core.corestatus_test.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 708092 INFO (qtp460400722-5626) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 708092 INFO (qtp460400722-5626) [ ] o.a.s.c.SolrCore [[corestatus_test_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node3/corestatus_test_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node3/./corestatus_test_shard1_replica_n2/data/]
[junit4] 2> 708093 INFO (qtp2146769240-5623) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 708100 INFO (qtp2146769240-5623) [ ] o.a.s.s.IndexSchema [corestatus_test_shard1_replica_n1] Schema name=minimal
[junit4] 2> 708102 INFO (qtp2146769240-5623) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 708102 INFO (qtp2146769240-5623) [ ] o.a.s.c.CoreContainer Creating SolrCore 'corestatus_test_shard1_replica_n1' using configuration from collection corestatus_test, trusted=true
[junit4] 2> 708112 INFO (qtp2146769240-5623) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45711.solr.core.corestatus_test.shard1.replica_n1' (registry 'solr.core.corestatus_test.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 708112 INFO (qtp2146769240-5623) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 708112 INFO (qtp2146769240-5623) [ ] o.a.s.c.SolrCore [[corestatus_test_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node2/corestatus_test_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node2/./corestatus_test_shard1_replica_n1/data/]
[junit4] 2> 708113 INFO (qtp1580247901-5622) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 708113 INFO (qtp170175550-5625) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 708120 INFO (qtp1580247901-5622) [ ] o.a.s.s.IndexSchema [corestatus_test_shard2_replica_n4] Schema name=minimal
[junit4] 2> 708120 INFO (qtp170175550-5625) [ ] o.a.s.s.IndexSchema [corestatus_test_shard2_replica_n6] Schema name=minimal
[junit4] 2> 708122 INFO (qtp170175550-5625) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 708122 INFO (qtp1580247901-5622) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 708122 INFO (qtp170175550-5625) [ ] o.a.s.c.CoreContainer Creating SolrCore 'corestatus_test_shard2_replica_n6' using configuration from collection corestatus_test, trusted=true
[junit4] 2> 708122 INFO (qtp1580247901-5622) [ ] o.a.s.c.CoreContainer Creating SolrCore 'corestatus_test_shard2_replica_n4' using configuration from collection corestatus_test, trusted=true
[junit4] 2> 708123 INFO (qtp170175550-5625) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43675.solr.core.corestatus_test.shard2.replica_n6' (registry 'solr.core.corestatus_test.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 708123 INFO (qtp170175550-5625) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 708123 INFO (qtp170175550-5625) [ ] o.a.s.c.SolrCore [[corestatus_test_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node1/corestatus_test_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node1/./corestatus_test_shard2_replica_n6/data/]
[junit4] 2> 708126 INFO (qtp1580247901-5622) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45299.solr.core.corestatus_test.shard2.replica_n4' (registry 'solr.core.corestatus_test.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 708126 INFO (qtp1580247901-5622) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 708126 INFO (qtp1580247901-5622) [ ] o.a.s.c.SolrCore [[corestatus_test_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node4/corestatus_test_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node4/./corestatus_test_shard2_replica_n4/data/]
[junit4] 2> 708143 INFO (qtp460400722-5626) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 708143 INFO (qtp460400722-5626) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 708144 INFO (qtp460400722-5626) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 708144 INFO (qtp460400722-5626) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 708145 INFO (qtp460400722-5626) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a3dfc8b[corestatus_test_shard1_replica_n2] main]
[junit4] 2> 708145 INFO (qtp460400722-5626) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 708145 INFO (qtp460400722-5626) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 708146 INFO (qtp460400722-5626) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 708146 INFO (searcherExecutor-2157-thread-1) [ ] o.a.s.c.SolrCore [corestatus_test_shard1_replica_n2] Registered new searcher Searcher@7a3dfc8b[corestatus_test_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 708147 INFO (qtp460400722-5626) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582574499540238336
[junit4] 2> 708150 INFO (qtp460400722-5626) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 708155 INFO (qtp2146769240-5623) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 708155 INFO (qtp2146769240-5623) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 708156 INFO (qtp2146769240-5623) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 708156 INFO (qtp2146769240-5623) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 708157 INFO (qtp2146769240-5623) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@250f6ca3[corestatus_test_shard1_replica_n1] main]
[junit4] 2> 708158 INFO (qtp2146769240-5623) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 708158 INFO (qtp2146769240-5623) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 708159 INFO (qtp2146769240-5623) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 708159 INFO (qtp2146769240-5623) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582574499552821248
[junit4] 2> 708161 INFO (searcherExecutor-2158-thread-1) [ ] o.a.s.c.SolrCore [corestatus_test_shard1_replica_n1] Registered new searcher Searcher@250f6ca3[corestatus_test_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 708162 INFO (qtp170175550-5625) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 708162 INFO (qtp170175550-5625) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 708163 INFO (qtp170175550-5625) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 708163 INFO (qtp170175550-5625) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 708164 INFO (qtp170175550-5625) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@240159fa[corestatus_test_shard2_replica_n6] main]
[junit4] 2> 708164 INFO (qtp170175550-5625) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 708164 INFO (qtp170175550-5625) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 708165 INFO (qtp170175550-5625) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 708165 INFO (searcherExecutor-2160-thread-1) [ ] o.a.s.c.SolrCore [corestatus_test_shard2_replica_n6] Registered new searcher Searcher@240159fa[corestatus_test_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 708165 INFO (qtp170175550-5625) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582574499559112704
[junit4] 2> 708168 INFO (qtp170175550-5625) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 708169 INFO (qtp1580247901-5622) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 708169 INFO (qtp1580247901-5622) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 708169 INFO (qtp1580247901-5622) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 708169 INFO (qtp1580247901-5622) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 708170 INFO (qtp1580247901-5622) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3279d231[corestatus_test_shard2_replica_n4] main]
[junit4] 2> 708171 INFO (qtp1580247901-5622) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 708171 INFO (qtp1580247901-5622) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 708171 INFO (qtp1580247901-5622) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 708172 INFO (searcherExecutor-2159-thread-1) [ ] o.a.s.c.SolrCore [corestatus_test_shard2_replica_n4] Registered new searcher Searcher@3279d231[corestatus_test_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 708172 INFO (qtp1580247901-5622) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582574499566452736
[junit4] 2> 708651 INFO (qtp460400722-5626) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 708651 INFO (qtp460400722-5626) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 708651 INFO (qtp460400722-5626) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38915/solr/corestatus_test_shard1_replica_n2/
[junit4] 2> 708651 INFO (qtp460400722-5626) [ ] o.a.s.u.PeerSync PeerSync: core=corestatus_test_shard1_replica_n2 url=https://127.0.0.1:38915/solr START replicas=[https://127.0.0.1:45711/solr/corestatus_test_shard1_replica_n1/] nUpdates=100
[junit4] 2> 708660 INFO (qtp2146769240-5628) [ ] o.a.s.c.S.Request [corestatus_test_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 708669 INFO (qtp170175550-5625) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 708669 INFO (qtp170175550-5625) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 708669 INFO (qtp170175550-5625) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43675/solr/corestatus_test_shard2_replica_n6/
[junit4] 2> 708669 INFO (qtp170175550-5625) [ ] o.a.s.u.PeerSync PeerSync: core=corestatus_test_shard2_replica_n6 url=https://127.0.0.1:43675/solr START replicas=[https://127.0.0.1:45299/solr/corestatus_test_shard2_replica_n4/] nUpdates=100
[junit4] 2> 708676 INFO (qtp1580247901-5629) [ ] o.a.s.c.S.Request [corestatus_test_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 708952 INFO (qtp460400722-5626) [ ] o.a.s.u.PeerSync PeerSync: core=corestatus_test_shard1_replica_n2 url=https://127.0.0.1:38915/solr DONE. We have no versions. sync failed.
[junit4] 2> 708952 INFO (qtp460400722-5626) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 708952 INFO (qtp460400722-5626) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 708952 INFO (qtp460400722-5626) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 708953 INFO (qtp460400722-5626) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38915/solr/corestatus_test_shard1_replica_n2/ shard1
[junit4] 2> 708970 INFO (qtp170175550-5625) [ ] o.a.s.u.PeerSync PeerSync: core=corestatus_test_shard2_replica_n6 url=https://127.0.0.1:43675/solr DONE. We have no versions. sync failed.
[junit4] 2> 708970 INFO (qtp170175550-5625) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 708970 INFO (qtp170175550-5625) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 708970 INFO (qtp170175550-5625) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 708972 INFO (qtp170175550-5625) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43675/solr/corestatus_test_shard2_replica_n6/ shard2
[junit4] 2> 709104 INFO (qtp460400722-5626) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 709105 INFO (qtp460400722-5626) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=corestatus_test_shard1_replica_n2&action=CREATE&numShards=2&collection=corestatus_test&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2041
[junit4] 2> 709123 INFO (qtp170175550-5625) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 709125 INFO (qtp170175550-5625) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n6&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2040
[junit4] 2> 709163 INFO (qtp2146769240-5623) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=corestatus_test_shard1_replica_n1&action=CREATE&numShards=2&collection=corestatus_test&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2084
[junit4] 2> 709176 INFO (qtp1580247901-5622) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n4&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2092
[junit4] 2> 709180 INFO (qtp460400722-5616) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 710180 INFO (qtp460400722-5616) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=corestatus_test&nrtReplicas=2&action=CREATE&numShards=2&stateFormat=1&wt=javabin&version=2} status=0 QTime=3434
[junit4] 2> 710186 INFO (qtp460400722-5626) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=corestatus_test_shard1_replica_n2&action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 710187 INFO (TEST-CollectionsAPISolrJTest.testCloudInfoInCoreStatus-seed#[2C14243C55CB73CE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCloudInfoInCoreStatus
[junit4] 2> 710217 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[2C14243C55CB73CE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionWithPropertyParam
[junit4] 2> 710218 INFO (qtp460400722-5621) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.ulogDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/testPropertyParamsForCreate-001/ulogDir-r&property.dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/testPropertyParamsForCreate-001/dataDir-h&collection.configName=conf&name=solrj_test_core_props&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 710222 INFO (OverseerThreadFactory-2148-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection solrj_test_core_props
[junit4] 2> 710223 INFO (OverseerCollectionConfigSetProcessor-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 710426 INFO (OverseerStateUpdate-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_test_core_props",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"solrj_test_core_props_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45299/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 710628 INFO (qtp1580247901-5644) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&property.dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/testPropertyParamsForCreate-001/dataDir-h&collection.configName=conf&newCollection=true&collection=solrj_test_core_props&version=2&replicaType=NRT&property.ulogDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/testPropertyParamsForCreate-001/ulogDir-r&coreNodeName=core_node2&name=solrj_test_core_props_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 710732 INFO (zkCallback-860-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 710732 INFO (zkCallback-860-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711640 INFO (qtp1580247901-5644) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 711647 INFO (qtp1580247901-5644) [ ] o.a.s.s.IndexSchema [solrj_test_core_props_shard1_replica_n1] Schema name=minimal
[junit4] 2> 711650 INFO (qtp1580247901-5644) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 711650 INFO (qtp1580247901-5644) [ ] o.a.s.c.CoreContainer Creating SolrCore 'solrj_test_core_props_shard1_replica_n1' using configuration from collection solrj_test_core_props, trusted=true
[junit4] 2> 711650 INFO (qtp1580247901-5644) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45299.solr.core.solrj_test_core_props.shard1.replica_n1' (registry 'solr.core.solrj_test_core_props.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 711650 INFO (qtp1580247901-5644) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 711650 INFO (qtp1580247901-5644) [ ] o.a.s.c.SolrCore [[solrj_test_core_props_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node4/solrj_test_core_props_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/testPropertyParamsForCreate-001/dataDir-h/]
[junit4] 2> 711699 INFO (qtp1580247901-5644) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 711699 INFO (qtp1580247901-5644) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 711699 INFO (qtp1580247901-5644) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 711699 INFO (qtp1580247901-5644) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 711700 INFO (qtp1580247901-5644) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@51f502ef[solrj_test_core_props_shard1_replica_n1] main]
[junit4] 2> 711701 INFO (qtp1580247901-5644) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 711701 INFO (qtp1580247901-5644) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 711701 INFO (qtp1580247901-5644) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 711702 INFO (searcherExecutor-2177-thread-1) [ ] o.a.s.c.SolrCore [solrj_test_core_props_shard1_replica_n1] Registered new searcher Searcher@51f502ef[solrj_test_core_props_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 711702 INFO (qtp1580247901-5644) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582574503267926016
[junit4] 2> 711705 INFO (qtp1580247901-5644) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 711705 INFO (qtp1580247901-5644) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 711705 INFO (qtp1580247901-5644) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45299/solr/solrj_test_core_props_shard1_replica_n1/
[junit4] 2> 711705 INFO (qtp1580247901-5644) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 711705 INFO (qtp1580247901-5644) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:45299/solr/solrj_test_core_props_shard1_replica_n1/ has no replicas
[junit4] 2> 711705 INFO (qtp1580247901-5644) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 711706 INFO (qtp1580247901-5644) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45299/solr/solrj_test_core_props_shard1_replica_n1/ shard1
[junit4] 2> 711807 INFO (zkCallback-860-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711807 INFO (zkCallback-860-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711856 INFO (qtp1580247901-5644) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 711858 INFO (qtp1580247901-5644) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&property.dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/testPropertyParamsForCreate-001/dataDir-h&collection.configName=conf&newCollection=true&collection=solrj_test_core_props&version=2&replicaType=NRT&property.ulogDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/testPropertyParamsForCreate-001/ulogDir-r&coreNodeName=core_node2&name=solrj_test_core_props_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=1230
[junit4] 2> 711860 INFO (qtp460400722-5621) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 711959 INFO (zkCallback-860-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711959 INFO (zkCallback-860-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
[junit4] 2> 712224 INFO (OverseerCollectionConfigSetProcessor-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 712861 INFO (qtp460400722-5621) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.ulogDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/testPropertyParamsForCreate-001/ulogDir-r&property.dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/testPropertyParamsForCreate-001/dataDir-h&collection.configName=conf&name=solrj_test_core_props&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2643
[junit4] 2> 712867 INFO (qtp1580247901-5622) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 712868 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[2C14243C55CB73CE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionWithPropertyParam
[junit4] 2> 712892 INFO (TEST-CollectionsAPISolrJTest.testSplitShard-seed#[2C14243C55CB73CE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitShard
[junit4] 2> 712893 INFO (qtp460400722-5624) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=solrj_test_splitshard&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 712894 INFO (OverseerThreadFactory-2148-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection solrj_test_splitshard
[junit4] 2> 713102 INFO (OverseerStateUpdate-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_test_splitshard",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"solrj_test_splitshard_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43675/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 713103 INFO (OverseerStateUpdate-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_test_splitshard",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"solrj_test_splitshard_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45711/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 713307 INFO (qtp170175550-5637) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=solrj_test_splitshard_shard1_replica_n1&action=CREATE&numShards=2&collection=solrj_test_splitshard&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 713307 INFO (qtp2146769240-5642) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=solrj_test_splitshard_shard2_replica_n2&action=CREATE&numShards=2&collection=solrj_test_splitshard&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 713411 INFO (zkCallback-859-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 713411 INFO (zkCallback-861-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 713411 INFO (zkCallback-861-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 713411 INFO (zkCallback-859-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 714312 INFO (qtp2146769240-5642) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 714314 INFO (qtp170175550-5637) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 714317 INFO (qtp2146769240-5642) [ ] o.a.s.s.IndexSchema [solrj_test_splitshard_shard2_replica_n2] Schema name=minimal
[junit4] 2> 714318 INFO (qtp2146769240-5642) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 714318 INFO (qtp2146769240-5642) [ ] o.a.s.c.CoreContainer Creating SolrCore 'solrj_test_splitshard_shard2_replica_n2' using configuration from collection solrj_test_splitshard, trusted=true
[junit4] 2> 714318 INFO (qtp170175550-5637) [ ] o.a.s.s.IndexSchema [solrj_test_splitshard_shard1_replica_n1] Schema name=minimal
[junit4] 2> 714318 INFO (qtp2146769240-5642) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45711.solr.core.solrj_test_splitshard.shard2.replica_n2' (registry 'solr.core.solrj_test_splitshard.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 714318 INFO (qtp2146769240-5642) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 714319 INFO (qtp2146769240-5642) [ ] o.a.s.c.SolrCore [[solrj_test_splitshard_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node2/solrj_test_splitshard_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node2/./solrj_test_splitshard_shard2_replica_n2/data/]
[junit4] 2> 714319 INFO (qtp170175550-5637) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 714319 INFO (qtp170175550-5637) [ ] o.a.s.c.CoreContainer Creating SolrCore 'solrj_test_splitshard_shard1_replica_n1' using configuration from collection solrj_test_splitshard, trusted=true
[junit4] 2> 714320 INFO (qtp170175550-5637) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43675.solr.core.solrj_test_splitshard.shard1.replica_n1' (registry 'solr.core.solrj_test_splitshard.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14b7c6b
[junit4] 2> 714320 INFO (qtp170175550-5637) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 714320 INFO (qtp170175550-5637) [ ] o.a.s.c.SolrCore [[solrj_test_splitshard_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node1/solrj_test_splitshard_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_2C14243C55CB73CE-001/tempDir-001/node1/./solrj_test_splitshard_shard1_replica_n1/data/]
[junit4] 2> 714356 INFO (qtp2146769240-5642) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 714356 INFO (qtp2146769240-5642) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 714357 INFO (qtp2146769240-5642) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 714357 INFO (qtp2146769240-5642) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 714358 INFO (qtp2146769240-5642) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@242f224c[solrj_test_splitshard_shard2_replica_n2] main]
[junit4] 2> 714358 INFO (qtp2146769240-5642) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 714358 INFO (qtp2146769240-5642) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 714359 INFO (qtp2146769240-5642) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 714359 INFO (qtp2146769240-5642) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582574506053992448
[junit4] 2> 714360 INFO (searcherExecutor-2182-thread-1) [ ] o.a.s.c.SolrCore [solrj_test_splitshard_shard2_replica_n2] Registered new searcher Searcher@242f224c[solrj_test_splitshard_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 714363 INFO (qtp2146769240-5642) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 714363 INFO (qtp2146769240-5642) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 714363 INFO (qtp2146769240-5642) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45711/solr/solrj_test_splitshard_shard2_replica_n2/
[junit4] 2> 714363 INFO (qtp2146769240-5642) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 714363 INFO (qtp2146769240-5642) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:45711/solr/solrj_test_splitshard_shard2_replica_n2/ has no replicas
[junit4] 2> 714363 INFO (qtp2146769240-5642) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 714364 INFO (qtp2146769240-5642) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45711/solr/solrj_test_splitshard_shard2_replica_n2/ shard2
[junit4] 2> 714368 INFO (qtp170175550-5637) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 714368 INFO (qtp170175550-5637) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 714369 INFO (qtp170175550-5637) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 714369 INFO (qtp170175550-5637) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 714371 INFO (qtp170175550-5637) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@38cd310[solrj_test_splitshard_shard1_replica_n1] main]
[junit4] 2> 714371 INFO (qtp170175550-5637) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 714372 INFO (qtp170175550-5637) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 714372 INFO (qtp170175550-5637) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 714373 INFO (searcherExecutor-2183-thread-1) [ ] o.a.s.c.SolrCore [solrj_test_splitshard_shard1_replica_n1] Registered new searcher Searcher@38cd310[solrj_test_splitshard_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 714373 INFO (qtp170175550-5637) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582574506068672512
[junit4] 2> 714375 INFO (qtp170175550-5637) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 714375 INFO (qtp170175550-5637) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 714375 INFO (qtp170175550-5637) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43675/solr/solrj_test_splitshard_shard1_replica_n1/
[junit4] 2> 714375 INFO (qtp170175550-5637) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 714375 INFO (qtp170175550-5637) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:43675/solr/solrj_test_splitshard_shard1_replica_n1/ has no replicas
[junit4] 2> 714375 INFO (qtp170175550-5637) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 714376 INFO (qtp170175550-5637) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43675/solr/solrj_test_splitshard_shard1_replica_n1/ shard1
[junit4] 2> 714477 INFO (zkCallback-859-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 714477 INFO (zkCallback-861-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 714477 INFO (zkCallback-861-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 714477 INFO (zkCallback-859-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 714515 INFO (qtp2146769240-5642) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 714516 INFO (qtp2146769240-5642) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=solrj_test_splitshard_shard2_replica_n2&action=CREATE&numShards=2&collection=solrj_test_splitshard&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1209
[junit4] 2> 714527 INFO (qtp170175550-5637) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 714528 INFO (qtp170175550-5637) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=solrj_test_splitshard_shard1_replica_n1&action=CREATE&numShards=2&collection=solrj_test_splitshard&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1221
[junit4] 2> 714529 INFO (qtp460400722-5624) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 714628 INFO (zkCallback-859-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 714628 INFO (zkCallback-861-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 714628 INFO (zkCallback-861-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 714628 INFO (zkCallback-859-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 714895 INFO (OverseerCollectionConfigSetProcessor-98910906108477451-127.0.0.1:45299_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 715529 INFO (qtp460400722-5624) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=solrj_test_splitshard&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2636
[junit4] 2> 715531 INFO (qtp460400722-5626) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=solrj_test_splitshard&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 715534 INFO (OverseerThreadFactory-2148-thread-4) [ ] o.a.s.c.SplitShardCmd Split shard invoked
[junit4] 2> 715537 INFO (OverseerThreadFactory-2148-thread-4) [ ] o.a.s.c.SplitShardCmd Creating slice shard1_0 of collection solrj_test_splitshard on 127.0.0.1:43675_solr
[junit4] 2> 715639 INFO (zkCallback-861-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 715639 INFO (zkCallback-859-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4])
[junit4] 2> 715639 INFO (zkCallback-861-thread-2) [ ] o.a.s.c.c.Zk
[...truncated too long message...]
er instance=434659991
[junit4] 2> 1519392 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1519392 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b0ea67f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@e3729b3
[junit4] 2> 1519397 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1519397 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c530c38: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@428dc246
[junit4] 2> 1519401 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1519401 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e2986e3: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27fef142
[junit4] 2> 1519401 INFO (coreCloseExecutor-7421-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@29a18c75
[junit4] 2> 1519401 INFO (coreCloseExecutor-7421-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=698453109
[junit4] 2> 1519401 INFO (coreCloseExecutor-7421-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14e0b968: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@57348b87
[junit4] 2> 1519406 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e7c66dd{/solr,null,UNAVAILABLE}
[junit4] 2> 1519407 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2115614b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1519407 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1569554218
[junit4] 2> 1519407 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1519407 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@353cd4e4: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@48c61dd9
[junit4] 2> 1519411 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1519411 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3eb846d1: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@428dc246
[junit4] 2> 1519414 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1519414 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d5419d6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27fef142
[junit4] 2> 1519414 INFO (coreCloseExecutor-7423-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4fe4dc90
[junit4] 2> 1519414 INFO (coreCloseExecutor-7423-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1340398736
[junit4] 2> 1519414 INFO (coreCloseExecutor-7423-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e4df54c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1b578d90
[junit4] 2> 1519423 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2C14243C55CB73CE]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@100fded5{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2C14243C55CB73CE-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), newname=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=1877, maxMBSortInHeap=7.49572581802123, sim=RandomSimilarity(queryNorm=false): {}, locale=vun-TZ, timezone=Australia/Darwin
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=149127528,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [TestPushWriter, TestSolrConfigHandlerConcurrent, DeleteStatusTest, ReturnFieldsTest, TestCoreContainer, TestHashPartitioner, FullSolrCloudDistribCmdsTest, ConfigureRecoveryStrategyTest, ExecutePlanActionTest, AddSchemaFieldsUpdateProcessorFactoryTest, CustomCollectionTest, CSVRequestHandlerTest, ZkNodePropsTest, PluginInfoTest, BitVectorTest, TestCloudDeleteByQuery, TestEmbeddedSolrServerConstructors, TestPKIAuthenticationPlugin, TestRetrieveFieldsOptimizer, AnalyticsQueryTest, TestInfoStreamLogging, TestUseDocValuesAsStored, TestJsonFacets, CoreAdminHandlerTest, TestPartialUpdateDeduplication, V2StandaloneTest, MergeStrategyTest, TemplateUpdateProcessorTest, DistributedFacetPivotLargeTest, TestManagedSchema, TestCollectionAPIs, DistributedSpellCheckComponentTest, DistributedFacetPivotSmallTest, TestSortByMinMaxFunction, TestCoreDiscovery, TestSchemaResource, CdcrVersionReplicationTest, TestSQLHandler, DistributedQueryComponentOptimizationTest, TestSkipOverseerOperations, TestSolrDeletionPolicy2, IndexSchemaTest, TestNumericRangeQuery64, XmlUpdateRequestHandlerTest, MetricUtilsTest, XsltUpdateRequestHandlerTest, TestTolerantSearch, BasicDistributedZk2Test, TestReplicationHandlerBackup, BlobRepositoryCloudTest, SegmentsInfoRequestHandlerTest, TestSolrCloudWithSecureImpersonation, TestDelegationWithHadoopAuth, TestRealTimeGet, IndexBasedSpellCheckerTest, DocValuesNotIndexedTest, TestBinaryResponseWriter, TimeZoneUtilsTest, DistribJoinFromCollectionTest, DateRangeFieldTest, RequiredFieldsTest, AutoAddReplicasPlanActionTest, DisMaxRequestHandlerTest, TestCustomStream, DeleteNodeTest, TestZkAclsWithHadoopAuth, HttpPartitionTest, TestDistribDocBasedVersion, TestPullReplica, BufferStoreTest, HLLSerializationTest, SpellPossibilityIteratorTest, TestQuerySenderListener, TestGeoJSONResponseWriter, TestOverriddenPrefixQueryForCustomFieldType, UUIDFieldTest, ManagedSchemaRoundRobinCloudTest, TestMacros, TestStandardQParsers, OverseerTest, CoreAdminRequestStatusTest, TestManagedResource, LeaderElectionTest, MoveReplicaHDFSTest, TestManagedSynonymFilterFactory, TestFuzzyAnalyzedSuggestions, HighlighterMaxOffsetTest, HdfsSyncSliceTest, TestStressLiveNodes, TestDistributedStatsComponentCardinality, HighlighterTest, AsyncCallRequestStatusResponseTest, TestCSVResponseWriter, TestComplexPhraseQParserPlugin, HdfsChaosMonkeySafeLeaderTest, TestFiltering, FieldAnalysisRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, DistributedDebugComponentTest, OverseerStatusTest, NodeMutatorTest, TestAddFieldRealTimeGet, TestLeaderInitiatedRecoveryThread, TestTolerantUpdateProcessorRandomCloud, TestBackupRepositoryFactory, SpatialRPTFieldTypeTest, TestBlendedInfixSuggestions, DefaultValueUpdateProcessorTest, TestSearcherReuse, TestSegmentSorting, TestDistributedGrouping, SolrCoreCheckLockOnStartupTest, TestDistributedMissingSort, StatsComponentTest, TestLMDirichletSimilarityFactory, TestCloudNestedDocsSort, ConnectionReuseTest, PeerSyncWithIndexFingerprintCachingTest, ScriptEngineTest, TestFieldCacheWithThreads, MetricsHandlerTest, SimplePostToolTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler]
[junit4] Completed [377/746 (4!)] on J2 in 90.53s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 41251 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20759 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20759/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([D5D6F4474F76611F:5D82CB9DE18A0CE7]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread.testPublishDownState
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:42877/du_j
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42877/du_j
at __randomizedtesting.SeedInfo.seed([D5D6F4474F76611F:8BAB56B9EB6B28E2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 12551 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread
[junit4] 2> 1003554 INFO (SUITE-TestLeaderInitiatedRecoveryThread-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_D5D6F4474F76611F-001/init-core-data-001
[junit4] 2> 1003554 WARN (SUITE-TestLeaderInitiatedRecoveryThread-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
[junit4] 2> 1003554 INFO (SUITE-TestLeaderInitiatedRecoveryThread-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1003556 INFO (SUITE-TestLeaderInitiatedRecoveryThread-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1003556 INFO (SUITE-TestLeaderInitiatedRecoveryThread-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /du_j/
[junit4] 2> 1003557 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1003558 INFO (Thread-2630) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1003558 INFO (Thread-2630) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1003559 ERROR (Thread-2630) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1003658 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.ZkTestServer start zk server on port:36427
[junit4] 2> 1003663 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1003664 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1003664 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1003665 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1003665 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1003665 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1003666 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1003666 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1003666 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1003667 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1003667 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1003668 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1003718 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1003719 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53c03b6a{/du_j,null,AVAILABLE}
[junit4] 2> 1003721 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@315b9302{HTTP/1.1,[http/1.1]}{127.0.0.1:42877}
[junit4] 2> 1003721 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.e.j.s.Server Started @1005765ms
[junit4] 2> 1003721 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_D5D6F4474F76611F-001/tempDir-001/control/data, hostContext=/du_j, hostPort=42877, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_D5D6F4474F76611F-001/control-001/cores}
[junit4] 2> 1003721 ERROR (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1003721 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1003721 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1003721 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1003721 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T04:08:29.638Z
[junit4] 2> 1003723 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1003724 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_D5D6F4474F76611F-001/control-001/solr.xml
[junit4] 2> 1003726 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1003726 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1003726 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@380546dc, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1003728 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36427/solr
[junit4] 2> 1003753 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [n:127.0.0.1:42877_du_j ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1003754 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [n:127.0.0.1:42877_du_j ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42877_du_j
[junit4] 2> 1003754 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [n:127.0.0.1:42877_du_j ] o.a.s.c.Overseer Overseer (id=98910215174553604-127.0.0.1:42877_du_j-n_0000000000) starting
[junit4] 2> 1003756 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [n:127.0.0.1:42877_du_j ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42877_du_j
[junit4] 2> 1003756 INFO (OverseerStateUpdate-98910215174553604-127.0.0.1:42877_du_j-n_0000000000) [n:127.0.0.1:42877_du_j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1003814 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [n:127.0.0.1:42877_du_j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380546dc
[junit4] 2> 1003819 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [n:127.0.0.1:42877_du_j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380546dc
[junit4] 2> 1003819 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [n:127.0.0.1:42877_du_j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380546dc
[junit4] 2> 1003820 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [n:127.0.0.1:42877_du_j ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_D5D6F4474F76611F-001/control-001/cores
[junit4] 2> 1003831 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1003832 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36427/solr ready
[junit4] 2> 1003832 INFO (qtp1053752688-20122) [n:127.0.0.1:42877_du_j ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42877_du_j&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1003834 INFO (OverseerThreadFactory-4860-thread-1-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1003937 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003938 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1004040 INFO (zkCallback-5409-thread-1-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1004959 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1004969 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1005046 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1005052 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1005052 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@380546dc
[junit4] 2> 1005052 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1005052 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_D5D6F4474F76611F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_D5D6F4474F76611F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1005054 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5656459664517444]
[junit4] 2> 1005055 WARN (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1005078 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005078 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005079 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1005079 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005079 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8570481873666681]
[junit4] 2> 1005079 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a9a7840[control_collection_shard1_replica_n1] main]
[junit4] 2> 1005080 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1005080 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1005080 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005081 INFO (searcherExecutor-4863-thread-1-processing-n:127.0.0.1:42877_du_j x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2a9a7840[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005081 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582563444389838848
[junit4] 2> 1005084 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1005084 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1005084 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42877/du_j/control_collection_shard1_replica_n1/
[junit4] 2> 1005084 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1005084 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42877/du_j/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1005084 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1005085 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42877/du_j/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1063892 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 42877
[junit4] 2> 1063892 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1708605983
[junit4] 2> 1063892 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1063892 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5af0eddf: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2e507ceb
[junit4] 2> 1063895 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1063895 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3bd1cffd: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@315714d4
[junit4] 2> 1063897 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1063898 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@505c77f0: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35688626
[junit4] 2> 1063898 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42877_du_j
[junit4] 2> 1063899 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1063899 INFO (zkCallback-5409-thread-2-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1063899 INFO (coreCloseExecutor-4868-thread-1) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@55d9253
[junit4] 2> 1063899 INFO (coreCloseExecutor-4868-thread-1) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=90018387
[junit4] 2> 1063899 INFO (coreCloseExecutor-4868-thread-1) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f947b77: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@10dadfa5
[junit4] 2> 1063906 INFO (coreCloseExecutor-4868-thread-1) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=90018387
[junit4] 2> 1074767 INFO (ScheduledTrigger-4858-thread-1) [n:127.0.0.1:42877_du_j ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1074767 INFO (AutoscalingActionExecutor-4859-thread-1-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f1ef08aca38040Tbk3uxqxssqgucnmqfjedd5co8",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1509250170681000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509250170681000000],
[junit4] 2> "_enqueue_time_":1509250180683000000,
[junit4] 2> "nodeNames":["127.0.0.1:42877_du_j"]}}
[junit4] 2> 1183834 ERROR (qtp1053752688-20122) [n:127.0.0.1:42877_du_j ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1183835 INFO (qtp1053752688-20122) [n:127.0.0.1:42877_du_j ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42877_du_j&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 1183835 ERROR (qtp1053752688-20122) [n:127.0.0.1:42877_du_j ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1604037 ERROR (OverseerThreadFactory-4860-thread-1-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42877/du_j
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42877/du_j
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 1604038 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.Overseer Overseer (id=98910215174553604-127.0.0.1:42877_du_j-n_0000000000) closing
[junit4] 2> 1604039 ERROR (OverseerThreadFactory-4860-thread-1-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1604039 INFO (OverseerStateUpdate-98910215174553604-127.0.0.1:42877_du_j-n_0000000000) [n:127.0.0.1:42877_du_j ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42877_du_j
[junit4] 2> 1604039 INFO (OverseerThreadFactory-4860-thread-1-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1634065 INFO (zkCallback-5409-thread-5-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1634066 ERROR (OverseerThreadFactory-4860-thread-1-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:684)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1634067 INFO (OverseerThreadFactory-4860-thread-1-processing-n:127.0.0.1:42877_du_j) [n:127.0.0.1:42877_du_j ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1634068 WARN (OverseerAutoScalingTriggerThread-98910215174553604-127.0.0.1:42877_du_j-n_0000000000) [n:127.0.0.1:42877_du_j ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1634069 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@315b9302{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1634069 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53c03b6a{/du_j,null,UNAVAILABLE}
[junit4] 2> 1634086 ERROR (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1634087 ERROR (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 1634087 INFO (qtp1053752688-20124) [n:127.0.0.1:42877_du_j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630149
[junit4] 2> 1634087 ERROR (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1634088 INFO (TEST-TestLeaderInitiatedRecoveryThread.testPublishDownState-seed#[D5D6F4474F76611F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36427 36427
[junit4] 2> 1634094 INFO (Thread-2630) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36427 36427
[junit4] 2> 1634095 WARN (Thread-2630) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLeaderInitiatedRecoveryThread -Dtests.method=testPublishDownState -Dtests.seed=D5D6F4474F76611F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=US/Samoa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 631s J2 | TestLeaderInitiatedRecoveryThread.testPublishDownState <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42877/du_j
[junit4] > at __randomizedtesting.SeedInfo.seed([D5D6F4474F76611F:8BAB56B9EB6B28E2]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderInitiatedRecoveryThread_D5D6F4474F76611F-001
[junit4] 2> Oct 29, 2017 4:19:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1392, maxMBSortInHeap=6.848119224569466, sim=RandomSimilarity(queryNorm=true): {}, locale=zh-TW, timezone=US/Samoa
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=165007984,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SuggesterTest, TestPKIAuthenticationPlugin, SolrShardReporterTest, TestSolrCloudWithSecureImpersonation, TemplateUpdateProcessorTest, SpellPossibilityIteratorTest, TestScoreJoinQPScore, TestSkipOverseerOperations, TestGeoJSONResponseWriter, SimplePostToolTest, TestManagedSynonymFilterFactory, TestFuzzyAnalyzedSuggestions, V2StandaloneTest, TestHdfsCloudBackupRestore, CoreAdminRequestStatusTest, DistributedQueryComponentOptimizationTest, TestConfigSetProperties, TestCoreContainer, TestIntervalFaceting, TestSolrDeletionPolicy2, TestPullReplica, SimpleMLTQParserTest, CSVRequestHandlerTest, XmlUpdateRequestHandlerTest, TestExceedMaxTermLength, TestPointFields, TestRequestForwarding, IndexSchemaTest, SpatialHeatmapFacetsTest, SystemLogListenerTest, TestXmlQParser, FileBasedSpellCheckerTest, TestSearcherReuse, NodeAddedTriggerTest, BlobRepositoryCloudTest, TestSQLHandler, TestRetrieveFieldsOptimizer, TestMaxTokenLenTokenizer, ConfigureRecoveryStrategyTest, TestInfoStreamLogging, QueryElevationComponentTest, FieldAnalysisRequestHandlerTest, TestCloudSearcherWarming, DistanceFunctionTest, TestBulkSchemaAPI, TestZkChroot, TestHighFrequencyDictionaryFactory, TestDistributedGrouping, ManagedSchemaRoundRobinCloudTest, TestDynamicFieldResource, TestLMJelinekMercerSimilarityFactory, TestLFUCache, TestSchemaResource, TestCharFilters, TestTolerantUpdateProcessorRandomCloud, TestBlobHandler, TestFunctionQuery, UniqFieldsUpdateProcessorFactoryTest, OverseerTest, TestCSVResponseWriter, TestSubQueryTransformer, TestCloudNestedDocsSort, SolrJmxReporterTest, TestStressLiveNodes, TestEmbeddedSolrServerConstructors, DeleteNodeTest, JvmMetricsTest, WordBreakSolrSpellCheckerTest, CloneFieldUpdateProcessorFactoryTest, TestDistributedStatsComponentCardinality, CopyFieldTest, TestSolr4Spatial2, TestBackupRepositoryFactory, TestCloudSchemaless, TestCollectionsAPIViaSolrCloudCluster, DefaultValueUpdateProcessorTest, TestSolrConfigHandler, AddSchemaFieldsUpdateProcessorFactoryTest, MetricUtilsTest, TestLMDirichletSimilarityFactory, TestStandardQParsers, XsltUpdateRequestHandlerTest, TestZkAclsWithHadoopAuth, ConjunctionSolrSpellCheckerTest, DirectSolrConnectionTest, OverseerStatusTest, LeaderFailureAfterFreshStartTest, BlockJoinFacetRandomTest, TestMissingGroups, TestJsonFacets, EchoParamsTest, TestRandomRequestDistribution, TestDistribDocBasedVersion, VMParamsZkACLAndCredentialsProvidersTest, ChaosMonkeyNothingIsSafeTest, TestLeaderInitiatedRecoveryThread]
[junit4] Completed [301/746 (1!)] on J2 in 631.56s, 1 test, 1 error <<< FAILURES!
[...truncated 248 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5D6F4474F76611F-001/init-core-data-001
[junit4] 2> 1086625 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1086626 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1086626 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1086626 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5D6F4474F76611F-001/tempDir-001
[junit4] 2> 1086626 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1086626 INFO (Thread-3517) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1086626 INFO (Thread-3517) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1086628 ERROR (Thread-3517) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1086726 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42385
[junit4] 2> 1086732 INFO (jetty-launcher-1986-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1086732 INFO (jetty-launcher-1986-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1086738 INFO (jetty-launcher-1986-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bf7b769{/solr,null,AVAILABLE}
[junit4] 2> 1086738 INFO (jetty-launcher-1986-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30af9eff{/solr,null,AVAILABLE}
[junit4] 2> 1086740 INFO (jetty-launcher-1986-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17d2e525{HTTP/1.1,[http/1.1]}{127.0.0.1:39529}
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d63e865{HTTP/1.1,[http/1.1]}{127.0.0.1:35037}
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-1) [ ] o.e.j.s.Server Started @1088672ms
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-2) [ ] o.e.j.s.Server Started @1088672ms
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39529}
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35037}
[junit4] 2> 1086741 ERROR (jetty-launcher-1986-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1086741 ERROR (jetty-launcher-1986-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T04:09:52.541Z
[junit4] 2> 1086741 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T04:09:52.541Z
[junit4] 2> 1086742 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1086743 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1086756 INFO (jetty-launcher-1986-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42385/solr
[junit4] 2> 1086756 INFO (jetty-launcher-1986-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42385/solr
[junit4] 2> 1086760 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6652542b0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1086806 INFO (jetty-launcher-1986-thread-1) [n:127.0.0.1:39529_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1086806 INFO (jetty-launcher-1986-thread-1) [n:127.0.0.1:39529_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39529_solr
[junit4] 2> 1086806 INFO (jetty-launcher-1986-thread-1) [n:127.0.0.1:39529_solr ] o.a.s.c.Overseer Overseer (id=98910220610895878-127.0.0.1:39529_solr-n_0000000000) starting
[junit4] 2> 1086810 INFO (jetty-launcher-1986-thread-2) [n:127.0.0.1:35037_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1086810 INFO (jetty-launcher-1986-thread-2) [n:127.0.0.1:35037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35037_solr
[junit4] 2> 1086819 INFO (zkCallback-1998-thread-1-processing-n:127.0.0.1:39529_solr) [n:127.0.0.1:39529_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1086822 INFO (zkCallback-1997-thread-1-processing-n:127.0.0.1:35037_solr) [n:127.0.0.1:35037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1086831 INFO (jetty-launcher-1986-thread-1) [n:127.0.0.1:39529_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39529_solr
[junit4] 2> 1086834 INFO (zkCallback-1998-thread-1-processing-n:127.0.0.1:39529_solr) [n:127.0.0.1:39529_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1086834 INFO (zkCallback-1997-thread-1-processing-n:127.0.0.1:35037_solr) [n:127.0.0.1:35037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1086892 INFO (jetty-launcher-1986-thread-1) [n:127.0.0.1:39529_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39529.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48bda4b4
[junit4] 2> 1086892 INFO (jetty-launcher-1986-thread-2) [n:127.0.0.1:35037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35037.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48bda4b4
[junit4] 2> 1086897 INFO (jetty-launcher-1986-thread-1) [n:127.0.0.1:39529_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39529.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48bda4b4
[junit4] 2> 1086897 INFO (jetty-launcher-1986-thread-2) [n:127.0.0.1:35037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35037.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48bda4b4
[junit4] 2> 1086897 INFO (jetty-launcher-1986-thread-1) [n:127.0.0.1:39529_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39529.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48bda4b4
[junit4] 2> 1086897 INFO (jetty-launcher-1986-thread-2) [n:127.0.0.1:35037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35037.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48bda4b4
[junit4] 2> 1086898 INFO (jetty-launcher-1986-thread-1) [n:127.0.0.1:39529_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5D6F4474F76611F-001/tempDir-001/node1/.
[junit4] 2> 1086898 INFO (jetty-launcher-1986-thread-2) [n:127.0.0.1:35037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5D6F4474F76611F-001/tempDir-001/node2/.
[junit4] 2> 1086923 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6652542b0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1086925 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1086926 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42385/solr ready
[junit4] 2> 1086935 INFO (qtp1171747859-10616) [n:127.0.0.1:39529_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=199aaeaa-99f8-42e8-8343-02444c6340ed&replicationFactor=1&collection.configName=config&name=solr_9504&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1086935 INFO (qtp1171747859-10616) [n:127.0.0.1:39529_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=199aaeaa-99f8-42e8-8343-02444c6340ed&replicationFactor=1&collection.configName=config&name=solr_9504&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1086936 INFO (qtp1171747859-10619) [n:127.0.0.1:39529_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=199aaeaa-99f8-42e8-8343-02444c6340ed&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1086937 INFO (qtp1171747859-10619) [n:127.0.0.1:39529_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=199aaeaa-99f8-42e8-8343-02444c6340ed&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1086937 INFO (OverseerThreadFactory-3971-thread-1-processing-n:127.0.0.1:39529_solr) [n:127.0.0.1:39529_solr ] o.a.s.c.CreateCollectionCmd Create collection solr_9504
[junit4] 2> 1087053 INFO (OverseerStateUpdate-98910220610895878-127.0.0.1:39529_solr-n_0000000000) [n:127.0.0.1:39529_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solr_9504",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"solr_9504_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35037/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1087254 INFO (qtp1700679849-10617) [n:127.0.0.1:35037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&collection=solr_9504&version=2&replicaType=NRT&async=199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989&coreNodeName=core_node2&name=solr_9504_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1087254 INFO (parallelCoreAdminExecutor-3973-thread-1-processing-n:127.0.0.1:35037_solr 199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989 CREATE) [n:127.0.0.1:35037_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&collection=solr_9504&version=2&replicaType=NRT&async=199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989&coreNodeName=core_node2&name=solr_9504_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 1087255 INFO (parallelCoreAdminExecutor-3973-thread-1-processing-n:127.0.0.1:35037_solr 199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989 CREATE) [n:127.0.0.1:35037_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1087256 INFO (qtp1700679849-10618) [n:127.0.0.1:35037_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989
[junit4] 2> 1087256 INFO (qtp1700679849-10618) [n:127.0.0.1:35037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1087358 INFO (zkCallback-1997-thread-1-processing-n:127.0.0.1:35037_solr) [n:127.0.0.1:35037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1087358 INFO (zkCallback-1997-thread-2-processing-n:127.0.0.1:35037_solr) [n:127.0.0.1:35037_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1087938 INFO (qtp1171747859-10621) [n:127.0.0.1:39529_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=199aaeaa-99f8-42e8-8343-02444c6340ed&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1087938 INFO (qtp1171747859-10621) [n:127.0.0.1:39529_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=199aaeaa-99f8-42e8-8343-02444c6340ed&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1088257 INFO (qtp1700679849-10620) [n:127.0.0.1:35037_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989
[junit4] 2> 1088257 INFO (qtp1700679849-10620) [n:127.0.0.1:35037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1088261 INFO (parallelCoreAdminExecutor-3973-thread-1-processing-n:127.0.0.1:35037_solr 199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989 CREATE) [n:127.0.0.1:35037_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1088265 INFO (parallelCoreAdminExecutor-3973-thread-1-processing-n:127.0.0.1:35037_solr 199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989 CREATE) [n:127.0.0.1:35037_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica_n1] o.a.s.s.IndexSchema [solr_9504_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1088266 INFO (parallelCoreAdminExecutor-3973-thread-1-processing-n:127.0.0.1:35037_solr 199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989 CREATE) [n:127.0.0.1:35037_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1088266 INFO (parallelCoreAdminExecutor-3973-thread-1-processing-n:127.0.0.1:35037_solr 199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989 CREATE) [n:127.0.0.1:35037_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica_n1' using configuration from collection solr_9504, trusted=true
[junit4] 2> 1088266 INFO (parallelCoreAdminExecutor-3973-thread-1-processing-n:127.0.0.1:35037_solr 199aaeaa-99f8-42e8-8343-02444c6340ed5169042170407989 CREATE) [n:127.0.0.1:35037_solr c:solr_9504 s:shard1 r:core_node2 x:solr_9504_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX
[...truncated too long message...]
atic$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:182)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: solr_9504 slice: shard1 saw state=DocCollection(solr_9504//collections/solr_9504/state.json/6)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node2":{
[junit4] 2> "core":"solr_9504_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:35037/solr",
[junit4] 2> "node_name":"127.0.0.1:35037_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"solr_9504_shard1_replica_n3",
[junit4] 2> "base_url":"http://127.0.0.1:39529/solr",
[junit4] 2> "node_name":"127.0.0.1:39529_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 2315650 INFO (coreCloseExecutor-4001-thread-1) [n:127.0.0.1:39529_solr c:solr_9504 s:shard1 r:core_node4 x:solr_9504_shard1_replica_n3] o.a.s.c.SolrCore [solr_9504_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@65abbd6d
[junit4] 2> 2315650 INFO (coreCloseExecutor-4001-thread-1) [n:127.0.0.1:39529_solr c:solr_9504 s:shard1 r:core_node4 x:solr_9504_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.solr_9504.shard1.replica_n3, tag=1705753965
[junit4] 2> 2315650 INFO (coreCloseExecutor-4001-thread-1) [n:127.0.0.1:39529_solr c:solr_9504 s:shard1 r:core_node4 x:solr_9504_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49095885: rootName = solr_39529, domain = solr.core.solr_9504.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.solr_9504.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@1029af31
[junit4] 2> 2315659 INFO (coreCloseExecutor-4001-thread-1) [n:127.0.0.1:39529_solr c:solr_9504 s:shard1 r:core_node4 x:solr_9504_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.solr_9504.shard1.leader, tag=1705753965
[junit4] 2> 2315659 WARN (coreCloseExecutor-4001-thread-1) [n:127.0.0.1:39529_solr c:solr_9504 s:shard1 r:core_node4 x:solr_9504_shard1_replica_n3] o.a.s.c.RecoveryStrategy Stopping recovery for core=[solr_9504_shard1_replica_n3] coreNodeName=[core_node4]
[junit4] 2> 2315663 INFO (jetty-closer-1987-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98910220610895878-127.0.0.1:39529_solr-n_0000000000) closing
[junit4] 2> 2315663 INFO (OverseerStateUpdate-98910220610895878-127.0.0.1:39529_solr-n_0000000000) [n:127.0.0.1:39529_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39529_solr
[junit4] 2> 2315675 WARN (OverseerAutoScalingTriggerThread-98910220610895878-127.0.0.1:39529_solr-n_0000000000) [n:127.0.0.1:39529_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2315678 INFO (jetty-closer-1987-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@30af9eff{/solr,null,UNAVAILABLE}
[junit4] 2> 2315678 ERROR (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2315678 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5D6F4474F76611F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42385 42385
[junit4] 2> 2325684 INFO (Thread-3517) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42385 42385
[junit4] 2> 2325686 WARN (Thread-3517) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/solr_9504/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/98910220610895878-127.0.0.1:39529_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5D6F4474F76611F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=114, maxMBSortInHeap=5.870766823084715, sim=RandomSimilarity(queryNorm=false): {}, locale=ja-JP, timezone=Africa/Freetown
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=182409528,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CollectionStateFormat2Test, MultiTermTest, RemoteQueryErrorTest, TestCustomDocTransformer, TestCodecSupport, DocValuesMissingTest, CdcrReplicationHandlerTest, TestCrossCoreJoin, TlogReplayBufferedWhileIndexingTest, TestQueryUtils, HdfsBasicDistributedZkTest, DocumentBuilderTest, TestManagedResourceStorage, AnalysisAfterCoreReloadTest, TestComponentsName, TestSolrIndexConfig, SolrXmlInZkTest, TestBadConfig, MetricsConfigTest, TestManagedSchemaAPI, TestLegacyFieldCache, TestCollapseQParserPlugin, TestCollationFieldDocValues, SpatialFilterTest, TestRawResponseWriter, URLClassifyProcessorTest, SpellCheckCollatorWithCollapseTest, TestStressUserVersions, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, TestGraphMLResponseWriter, TestSolrJ, TestSubQueryTransformerCrossCore, StatelessScriptUpdateProcessorFactoryTest, TestInitParams, SimpleCollectionCreateDeleteTest, HdfsCollectionsAPIDistributedZkTest, DistribCursorPagingTest, TestCryptoKeys, OutOfBoxZkACLAndCredentialsProvidersTest, TestStressVersions, TestConfig, RestartWhileUpdatingTest, CoreMergeIndexesAdminHandlerTest, TestDistributedSearch, TestGraphTermsQParserPlugin, SpellCheckCollatorTest, RuleEngineTest, ZkStateReaderTest, DistributedFacetPivotWhiteBoxTest, TestConfigReload, TestStreamBody, BlockJoinFacetSimpleTest, TestLegacyFieldReuse, TestHdfsUpdateLog, TestRebalanceLeaders, TestUtils, TestHighlightDedupGrouping, TestStressCloudBlindAtomicUpdates, SpellCheckComponentTest, ZkFailoverTest, AutoScalingHandlerTest, DistributedSuggestComponentTest, ExternalFileFieldSortTest, TestJoin, SolrIndexMetricsTest, TestPostingsSolrHighlighter, TestUnifiedSolrHighlighter, TestFieldCache, TestRecovery, TestRandomFaceting, DistributedQueueTest, TestCloudPseudoReturnFields, TestMinMaxOnMultiValuedField, SolrPluginUtilsTest, TestLRUStatsCache, JSONWriterTest, BigEndianAscendingWordDeserializerTest, TestPhraseSuggestions, CoreSorterTest, AutoscalingHistoryHandlerTest, AtomicUpdateProcessorFactoryTest, TestEmbeddedSolrServerSchemaAPI, TestDistribIDF, SliceStateTest, SolrGraphiteReporterTest, TestRequestStatusCollectionAPI, MoveReplicaTest, TestClassicSimilarityFactory, HttpSolrCallGetCoreTest, HdfsWriteToMultipleCollectionsTest, PrimitiveFieldTypeTest, PreAnalyzedFieldManagedSchemaCloudTest, UpdateParamsTest, TestMultiWordSynonyms, BlockCacheTest, BaseCdcrDistributedZkTest, CursorMarkTest, RAMDirectoryFactoryTest, TermVectorComponentTest, SoftAutoCommitTest, WrapperMergePolicyFactoryTest, HdfsRecoveryZkTest, TestCopyFieldCollectionResource, TestRandomCollapseQParserPlugin, TestBinaryField, TestLuceneIndexBackCompat, UpdateLogTest, NodeLostTriggerTest, TestXmlQParserPlugin, TestObjectReleaseTracker, TestConfigOverlay, ConnectionManagerTest, TestIBSimilarityFactory, SimpleFacetsTest, TestTlogReplica, SaslZkACLProviderTest, TestPerFieldSimilarityWithDefaultOverride, ResponseLogComponentTest, TestRandomDVFaceting, TestCloudInspectUtil, TestLeaderElectionWithEmptyReplica]
[junit4] Completed [373/746 (2!)] on J0 in 1239.07s, 1 test, 1 error <<< FAILURES!
[...truncated 48477 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20758 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20758/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamingTest
Error Message:
Error from server at https://127.0.0.1:33921/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33921/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([26DBA8C075873093]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamingTest.configureCluster(StreamingTest.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest
Error Message:
DocCount on target collection does not match expected:<19> but was:<20>
Stack Trace:
java.lang.AssertionError: DocCount on target collection does not match expected:<19> but was:<20>
at __randomizedtesting.SeedInfo.seed([DE33448CD7B22E04:C2235EF6F6729EE5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:144)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([DE33448CD7B22E04:56677B56794E43FC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:277)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12100 lines...]
[junit4] Suite: org.apache.solr.cloud.MigrateRouteKeyTest
[junit4] 2> 955938 INFO (SUITE-MigrateRouteKeyTest-seed#[DE33448CD7B22E04]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/init-core-data-001
[junit4] 2> 955938 INFO (SUITE-MigrateRouteKeyTest-seed#[DE33448CD7B22E04]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 955939 INFO (SUITE-MigrateRouteKeyTest-seed#[DE33448CD7B22E04]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 955940 INFO (SUITE-MigrateRouteKeyTest-seed#[DE33448CD7B22E04]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/tempDir-001
[junit4] 2> 955940 INFO (SUITE-MigrateRouteKeyTest-seed#[DE33448CD7B22E04]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 955941 INFO (Thread-1842) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 955941 INFO (Thread-1842) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 955946 ERROR (Thread-1842) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 956041 INFO (SUITE-MigrateRouteKeyTest-seed#[DE33448CD7B22E04]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44759
[junit4] 2> 956045 INFO (jetty-launcher-5373-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 956045 INFO (jetty-launcher-5373-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 956045 INFO (jetty-launcher-5373-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a686702{/solr,null,AVAILABLE}
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bb3c37a{/solr,null,AVAILABLE}
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@21f944c1{SSL,[ssl, http/1.1]}{127.0.0.1:36171}
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-2) [ ] o.e.j.s.Server Started @957804ms
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36171}
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25b8f6ef{SSL,[ssl, http/1.1]}{127.0.0.1:40253}
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-1) [ ] o.e.j.s.Server Started @957804ms
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40253}
[junit4] 2> 956046 ERROR (jetty-launcher-5373-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 956046 ERROR (jetty-launcher-5373-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T01:08:01.383Z
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 956046 INFO (jetty-launcher-5373-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-29T01:08:01.383Z
[junit4] 2> 956050 INFO (jetty-launcher-5373-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 956055 INFO (jetty-launcher-5373-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 956055 INFO (jetty-launcher-5373-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44759/solr
[junit4] 2> 956059 INFO (jetty-launcher-5373-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44759/solr
[junit4] 2> 956153 INFO (jetty-launcher-5373-thread-2) [n:127.0.0.1:36171_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 956153 INFO (jetty-launcher-5373-thread-2) [n:127.0.0.1:36171_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36171_solr
[junit4] 2> 956153 INFO (jetty-launcher-5373-thread-2) [n:127.0.0.1:36171_solr ] o.a.s.c.Overseer Overseer (id=98909505537835014-127.0.0.1:36171_solr-n_0000000000) starting
[junit4] 2> 956154 INFO (jetty-launcher-5373-thread-1) [n:127.0.0.1:40253_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 956158 INFO (jetty-launcher-5373-thread-1) [n:127.0.0.1:40253_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40253_solr
[junit4] 2> 956161 INFO (zkCallback-5381-thread-1-processing-n:127.0.0.1:40253_solr) [n:127.0.0.1:40253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 956161 INFO (zkCallback-5385-thread-1-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 956166 INFO (jetty-launcher-5373-thread-2) [n:127.0.0.1:36171_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36171_solr
[junit4] 2> 956167 INFO (zkCallback-5381-thread-1-processing-n:127.0.0.1:40253_solr) [n:127.0.0.1:40253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 956167 INFO (zkCallback-5385-thread-1-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 956209 INFO (jetty-launcher-5373-thread-1) [n:127.0.0.1:40253_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40253.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dde99b7
[junit4] 2> 956214 INFO (jetty-launcher-5373-thread-1) [n:127.0.0.1:40253_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40253.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dde99b7
[junit4] 2> 956214 INFO (jetty-launcher-5373-thread-1) [n:127.0.0.1:40253_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40253.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dde99b7
[junit4] 2> 956215 INFO (jetty-launcher-5373-thread-1) [n:127.0.0.1:40253_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/tempDir-001/node1/.
[junit4] 2> 956270 INFO (jetty-launcher-5373-thread-2) [n:127.0.0.1:36171_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36171.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dde99b7
[junit4] 2> 956278 INFO (jetty-launcher-5373-thread-2) [n:127.0.0.1:36171_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36171.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dde99b7
[junit4] 2> 956278 INFO (jetty-launcher-5373-thread-2) [n:127.0.0.1:36171_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36171.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dde99b7
[junit4] 2> 956279 INFO (jetty-launcher-5373-thread-2) [n:127.0.0.1:36171_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/tempDir-001/node2/.
[junit4] 2> 956303 INFO (SUITE-MigrateRouteKeyTest-seed#[DE33448CD7B22E04]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 956305 INFO (SUITE-MigrateRouteKeyTest-seed#[DE33448CD7B22E04]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44759/solr ready
[junit4] 2> 956334 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 956336 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 956336 INFO (SUITE-MigrateRouteKeyTest-seed#[DE33448CD7B22E04]-worker) [ ] o.a.s.c.MigrateRouteKeyTest Using legacyCloud=false for cluster
[junit4] 2> 956342 INFO (TEST-MigrateRouteKeyTest.multipleShardMigrateTest-seed#[DE33448CD7B22E04]) [ ] o.a.s.SolrTestCaseJ4 ###Starting multipleShardMigrateTest
[junit4] 2> 956343 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=sourceCollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 956344 INFO (OverseerThreadFactory-3770-thread-1-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.CreateCollectionCmd Create collection sourceCollection
[junit4] 2> 956447 INFO (OverseerStateUpdate-98909505537835014-127.0.0.1:36171_solr-n_0000000000) [n:127.0.0.1:36171_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"sourceCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"sourceCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36171/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 956447 INFO (OverseerStateUpdate-98909505537835014-127.0.0.1:36171_solr-n_0000000000) [n:127.0.0.1:36171_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"sourceCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"sourceCollection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40253/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 956651 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=sourceCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=sourceCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 956652 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 956671 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=sourceCollection_shard2_replica_n2&action=CREATE&numShards=2&collection=sourceCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 956672 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 956778 INFO (zkCallback-5381-thread-1-processing-n:127.0.0.1:40253_solr) [n:127.0.0.1:40253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 956778 INFO (zkCallback-5385-thread-1-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 956778 INFO (zkCallback-5385-thread-2-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 956778 INFO (zkCallback-5381-thread-2-processing-n:127.0.0.1:40253_solr) [n:127.0.0.1:40253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 957660 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 957665 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.IndexSchema [sourceCollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 957666 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 957666 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'sourceCollection_shard1_replica_n1' using configuration from collection sourceCollection, trusted=true
[junit4] 2> 957667 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36171.solr.core.sourceCollection.shard1.replica_n1' (registry 'solr.core.sourceCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dde99b7
[junit4] 2> 957667 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 957667 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore [[sourceCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/tempDir-001/node2/sourceCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/tempDir-001/node2/./sourceCollection_shard1_replica_n1/data/]
[junit4] 2> 957677 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 957681 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.IndexSchema [sourceCollection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 957682 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 957682 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'sourceCollection_shard2_replica_n2' using configuration from collection sourceCollection, trusted=true
[junit4] 2> 957683 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40253.solr.core.sourceCollection.shard2.replica_n2' (registry 'solr.core.sourceCollection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dde99b7
[junit4] 2> 957683 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 957683 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore [[sourceCollection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/tempDir-001/node1/sourceCollection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/tempDir-001/node1/./sourceCollection_shard2_replica_n2/data/]
[junit4] 2> 957705 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 957705 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 957705 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 957705 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 957706 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@60e164ca[sourceCollection_shard1_replica_n1] main]
[junit4] 2> 957707 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 957707 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 957708 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 957708 INFO (searcherExecutor-3775-thread-1-processing-n:127.0.0.1:36171_solr x:sourceCollection_shard1_replica_n1 s:shard1 c:sourceCollection r:core_node3) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore [sourceCollection_shard1_replica_n1] Registered new searcher Searcher@60e164ca[sourceCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 957708 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582552090458193920
[junit4] 2> 957711 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 957711 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 957711 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36171/solr/sourceCollection_shard1_replica_n1/
[junit4] 2> 957711 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 957711 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:36171/solr/sourceCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 957711 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 957712 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36171/solr/sourceCollection_shard1_replica_n1/ shard1
[junit4] 2> 957718 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 957718 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 957719 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 957719 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 957720 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f9820e8[sourceCollection_shard2_replica_n2] main]
[junit4] 2> 957721 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 957721 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 957722 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 957758 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582552090510622720
[junit4] 2> 957758 INFO (searcherExecutor-3776-thread-1-processing-n:127.0.0.1:40253_solr x:sourceCollection_shard2_replica_n2 s:shard2 c:sourceCollection r:core_node4) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore [sourceCollection_shard2_replica_n2] Registered new searcher Searcher@3f9820e8[sourceCollection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 957761 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 957761 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 957761 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40253/solr/sourceCollection_shard2_replica_n2/
[junit4] 2> 957761 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 957761 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:40253/solr/sourceCollection_shard2_replica_n2/ has no replicas
[junit4] 2> 957761 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 957762 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40253/solr/sourceCollection_shard2_replica_n2/ shard2
[junit4] 2> 957867 INFO (zkCallback-5385-thread-2-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 957867 INFO (zkCallback-5385-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 957867 INFO (zkCallback-5381-thread-1-processing-n:127.0.0.1:40253_solr) [n:127.0.0.1:40253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 957867 INFO (zkCallback-5381-thread-2-processing-n:127.0.0.1:40253_solr) [n:127.0.0.1:40253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 957912 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 957913 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 957913 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=sourceCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=sourceCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1262
[junit4] 2> 957913 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=sourceCollection_shard2_replica_n2&action=CREATE&numShards=2&collection=sourceCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1241
[junit4] 2> 957915 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 958015 INFO (zkCallback-5385-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 958015 INFO (zkCallback-5385-thread-2-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 958015 INFO (zkCallback-5381-thread-2-processing-n:127.0.0.1:40253_solr) [n:127.0.0.1:40253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 958015 INFO (zkCallback-5381-thread-1-processing-n:127.0.0.1:40253_solr) [n:127.0.0.1:40253_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 958345 INFO (OverseerCollectionConfigSetProcessor-98909505537835014-127.0.0.1:36171_solr-n_0000000000) [n:127.0.0.1:36171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 958915 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=sourceCollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2571
[junit4] 2> 958932 INFO (qtp2056482791-19299) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[a/1!0 (1582552091737456640)]} 0 5
[junit4] 2> 958939 INFO (qtp1682103095-19296) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[b!1 (1582552091746893824)]} 0 1
[junit4] 2> 958941 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[c!2 (1582552091751088128)]} 0 0
[junit4] 2> 958942 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[d!3 (1582552091752136704)]} 0 0
[junit4] 2> 958943 INFO (qtp2056482791-19287) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[e!4 (1582552091753185280)]} 0 0
[junit4] 2> 958943 INFO (qtp2056482791-19297) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[f!5 (1582552091753185281)]} 0 0
[junit4] 2> 958944 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[g!6 (1582552091754233856)]} 0 0
[junit4] 2> 958944 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[h!7 (1582552091754233857)]} 0 0
[junit4] 2> 958945 INFO (qtp1682103095-19296) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[i!8 (1582552091755282432)]} 0 0
[junit4] 2> 958945 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[j!9 (1582552091755282433)]} 0 0
[junit4] 2> 958946 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[k!10 (1582552091756331008)]} 0 0
[junit4] 2> 958946 INFO (qtp2056482791-19299) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[l!11 (1582552091756331008)]} 0 0
[junit4] 2> 958947 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[m!12 (1582552091757379584)]} 0 0
[junit4] 2> 958947 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[n!13 (1582552091757379584)]} 0 0
[junit4] 2> 958948 INFO (qtp2056482791-19287) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[o!14 (1582552091758428160)]} 0 0
[junit4] 2> 958948 INFO (qtp1682103095-19296) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[p!15 (1582552091758428160)]} 0 0
[junit4] 2> 958949 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[q!16 (1582552091759476736)]} 0 0
[junit4] 2> 958950 INFO (qtp2056482791-19297) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[r!17 (1582552091759476736)]} 0 0
[junit4] 2> 958950 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[s!18 (1582552091760525312)]} 0 0
[junit4] 2> 958951 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[t!19 (1582552091761573888)]} 0 0
[junit4] 2> 958951 INFO (qtp2056482791-19299) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[u!20 (1582552091761573888)]} 0 0
[junit4] 2> 958952 INFO (qtp1682103095-19296) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[v!21 (1582552091762622464)]} 0 0
[junit4] 2> 958953 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[w!22 (1582552091763671040)]} 0 0
[junit4] 2> 958954 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[x!23 (1582552091764719616)]} 0 0
[junit4] 2> 958955 INFO (qtp2056482791-19287) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[y!24 (1582552091765768192)]} 0 0
[junit4] 2> 958956 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[z!25 (1582552091765768192)]} 0 0
[junit4] 2> 958956 INFO (qtp2056482791-19297) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[a/1!26 (1582552091766816768)]} 0 0
[junit4] 2> 958957 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[b!27 (1582552091767865344)]} 0 0
[junit4] 2> 958958 INFO (qtp1682103095-19296) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[c!28 (1582552091767865345)]} 0 0
[junit4] 2> 958958 INFO (qtp2056482791-19297) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[d!29 (1582552091768913920)]} 0 0
[junit4] 2> 958959 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[e!30 (1582552091769962496)]} 0 0
[junit4] 2> 958960 INFO (qtp2056482791-19287) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[f!31 (1582552091771011072)]} 0 0
[junit4] 2> 958961 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[g!32 (1582552091772059648)]} 0 0
[junit4] 2> 958962 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[h!33 (1582552091773108224)]} 0 0
[junit4] 2> 958963 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[i!34 (1582552091773108225)]} 0 0
[junit4] 2> 958966 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[j!35 (1582552091777302528)]} 0 0
[junit4] 2> 958967 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[k!36 (1582552091778351104)]} 0 0
[junit4] 2> 958968 INFO (qtp2056482791-19299) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[l!37 (1582552091779399680)]} 0 0
[junit4] 2> 958970 INFO (qtp2056482791-19299) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[m!38 (1582552091781496832)]} 0 0
[junit4] 2> 958971 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[n!39 (1582552091782545408)]} 0 0
[junit4] 2> 958972 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[o!40 (1582552091783593984)]} 0 0
[junit4] 2> 958974 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[p!41 (1582552091784642560)]} 0 0
[junit4] 2> 958974 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[q!42 (1582552091785691136)]} 0 0
[junit4] 2> 958975 INFO (qtp2056482791-19287) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[r!43 (1582552091786739712)]} 0 0
[junit4] 2> 958976 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[s!44 (1582552091787788288)]} 0 0
[junit4] 2> 958977 INFO (qtp1682103095-19296) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[t!45 (1582552091787788289)]} 0 0
[junit4] 2> 958978 INFO (qtp2056482791-19297) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[u!46 (1582552091789885440)]} 0 0
[junit4] 2> 958979 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[v!47 (1582552091789885440)]} 0 0
[junit4] 2> 958979 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[w!48 (1582552091790934016)]} 0 0
[junit4] 2> 958980 INFO (qtp2056482791-19297) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[x!49 (1582552091791982592)]} 0 0
[junit4] 2> 958981 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[y!50 (1582552091793031168)]} 0 0
[junit4] 2> 958982 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[z!51 (1582552091794079744)]} 0 0
[junit4] 2> 958982 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[a/1!52 (1582552091794079744)]} 0 0
[junit4] 2> 958984 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[b!53 (1582552091796176896)]} 0 0
[junit4] 2> 958984 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[c!54 (1582552091796176897)]} 0 0
[junit4] 2> 958985 INFO (qtp2056482791-19299) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[d!55 (1582552091797225472)]} 0 0
[junit4] 2> 958986 INFO (qtp2056482791-19299) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[e!56 (1582552091798274048)]} 0 0
[junit4] 2> 958987 INFO (qtp2056482791-19287) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[f!57 (1582552091799322624)]} 0 0
[junit4] 2> 958988 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[g!58 (1582552091800371200)]} 0 0
[junit4] 2> 958988 INFO (qtp1682103095-19296) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[h!59 (1582552091800371201)]} 0 0
[junit4] 2> 958989 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[i!60 (1582552091801419776)]} 0 0
[junit4] 2> 958990 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[j!61 (1582552091802468352)]} 0 0
[junit4] 2> 958991 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[k!62 (1582552091803516928)]} 0 0
[junit4] 2> 958991 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[l!63 (1582552091803516928)]} 0 0
[junit4] 2> 958992 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[m!64 (1582552091804565504)]} 0 0
[junit4] 2> 958993 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[n!65 (1582552091805614080)]} 0 0
[junit4] 2> 958993 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[o!66 (1582552091805614080)]} 0 0
[junit4] 2> 958994 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[p!67 (1582552091806662656)]} 0 0
[junit4] 2> 958995 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[q!68 (1582552091806662657)]} 0 0
[junit4] 2> 958995 INFO (qtp2056482791-19287) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[r!69 (1582552091807711232)]} 0 0
[junit4] 2> 958996 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[s!70 (1582552091808759808)]} 0 0
[junit4] 2> 958997 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[t!71 (1582552091809808384)]} 0 0
[junit4] 2> 958997 INFO (qtp2056482791-19297) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[u!72 (1582552091809808384)]} 0 0
[junit4] 2> 958999 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[v!73 (1582552091811905536)]} 0 0
[junit4] 2> 959001 INFO (qtp1682103095-19296) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[w!74 (1582552091814002688)]} 0 0
[junit4] 2> 959002 INFO (qtp2056482791-19299) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[x!75 (1582552091815051264)]} 0 0
[junit4] 2> 959003 INFO (qtp2056482791-19285) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[y!76 (1582552091816099840)]} 0 0
[junit4] 2> 959004 INFO (qtp1682103095-19296) [n:127.0.0.1:36171_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[z!77 (1582552091817148416)]} 0 0
[junit4] 2> 959004 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=migrate_multipleshardtest_targetCollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 959005 INFO (OverseerThreadFactory-3770-thread-2-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.CreateCollectionCmd Create collection migrate_multipleshardtest_targetCollection
[junit4] 2> 959209 INFO (OverseerStateUpdate-98909505537835014-127.0.0.1:36171_solr-n_0000000000) [n:127.0.0.1:36171_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"migrate_multipleshardtest_targetCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"migrate_multipleshardtest_targetCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36171/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 959413 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=migrate_multipleshardtest_targetCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=migrate_multipleshardtest_targetCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 959522 INFO (zkCallback-5385-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/migrate_multipleshardtest_targetCollection/state.json] for collection [migrate_multipleshardtest_targetCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 959522 INFO (zkCallback-5385-thread-2-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/migrate_multipleshardtest_targetCollection/state.json] for collection [migrate_multipleshardtest_targetCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 960428 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 960435 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.s.IndexSchema [migrate_multipleshardtest_targetCollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 960437 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 960437 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'migrate_multipleshardtest_targetCollection_shard1_replica_n1' using configuration from collection migrate_multipleshardtest_targetCollection, trusted=true
[junit4] 2> 960438 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36171.solr.core.migrate_multipleshardtest_targetCollection.shard1.replica_n1' (registry 'solr.core.migrate_multipleshardtest_targetCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dde99b7
[junit4] 2> 960438 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 960438 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.SolrCore [[migrate_multipleshardtest_targetCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/tempDir-001/node2/migrate_multipleshardtest_targetCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MigrateRouteKeyTest_DE33448CD7B22E04-001/tempDir-001/node2/./migrate_multipleshardtest_targetCollection_shard1_replica_n1/data/]
[junit4] 2> 960472 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 960472 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 960473 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 960473 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 960474 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ee7c5ae[migrate_multipleshardtest_targetCollection_shard1_replica_n1] main]
[junit4] 2> 960474 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 960474 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 960475 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 960475 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582552093359603712
[junit4] 2> 960475 INFO (searcherExecutor-3785-thread-1-processing-n:127.0.0.1:36171_solr x:migrate_multipleshardtest_targetCollection_shard1_replica_n1 s:shard1 c:migrate_multipleshardtest_targetCollection r:core_node2) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.SolrCore [migrate_multipleshardtest_targetCollection_shard1_replica_n1] Registered new searcher Searcher@5ee7c5ae[migrate_multipleshardtest_targetCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 960477 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 960477 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 960477 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36171/solr/migrate_multipleshardtest_targetCollection_shard1_replica_n1/
[junit4] 2> 960477 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 960477 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:36171/solr/migrate_multipleshardtest_targetCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 960477 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 960478 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36171/solr/migrate_multipleshardtest_targetCollection_shard1_replica_n1/ shard1
[junit4] 2> 960579 INFO (zkCallback-5385-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/migrate_multipleshardtest_targetCollection/state.json] for collection [migrate_multipleshardtest_targetCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 960579 INFO (zkCallback-5385-thread-2-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/migrate_multipleshardtest_targetCollection/state.json] for collection [migrate_multipleshardtest_targetCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 960629 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 960630 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=migrate_multipleshardtest_targetCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=migrate_multipleshardtest_targetCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1217
[junit4] 2> 960631 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 960731 INFO (zkCallback-5385-thread-2-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/migrate_multipleshardtest_targetCollection/state.json] for collection [migrate_multipleshardtest_targetCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 960731 INFO (zkCallback-5385-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/migrate_multipleshardtest_targetCollection/state.json] for collection [migrate_multipleshardtest_targetCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 961006 INFO (OverseerCollectionConfigSetProcessor-98909505537835014-127.0.0.1:36171_solr-n_0000000000) [n:127.0.0.1:36171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 961631 INFO (qtp1682103095-19286) [n:127.0.0.1:36171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=migrate_multipleshardtest_targetCollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2627
[junit4] 2> 961633 INFO (qtp2056482791-19287) [n:127.0.0.1:40253_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceCollection_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[a/1!78 (1582552094573854720)]} 0 0
[junit4] 2> 961634 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr c:migrate_multipleshardtest_targetCollection s:shard1 r:core_node2 x:migrate_multipleshardtest_targetCollection_shard1_replica_n1] o.a.s.c.S.Request [migrate_multipleshardtest_targetCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 961635 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :migrate with params async=b42f050c-2b45-4d7b-a01e-1d081fa78a41&split.key=a/1!&target.collection=migrate_multipleshardtest_targetCollection&forward.timeout=45&action=MIGRATE&collection=sourceCollection&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 961636 INFO (qtp1682103095-19298) [n:127.0.0.1:36171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b42f050c-2b45-4d7b-a01e-1d081fa78a41&split.key=a/1!&target.collection=migrate_multipleshardtest_targetCollection&forward.timeout=45&action=MIGRATE&collection=sourceCollection&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 961636 INFO (qtp1682103095-19290) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b42f050c-2b45-4d7b-a01e-1d081fa78a41&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 961636 INFO (qtp1682103095-19290) [n:127.0.0.1:36171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b42f050c-2b45-4d7b-a01e-1d081fa78a41&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 961637 INFO (OverseerThreadFactory-3770-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.MigrateCmd Migrating source shard: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"sourceCollection_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:40253/solr",
[junit4] 2> "node_name":"127.0.0.1:40253_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}} to target shard: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"migrate_multipleshardtest_targetCollection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:36171/solr",
[junit4] 2> "node_name":"127.0.0.1:36171_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}} for split.key = a/1!
[junit4] 2> 961637 INFO (OverseerThreadFactory-3770-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.MigrateCmd Hash range for split.key: a/1! is: 0-7fffffff
[junit4] 2> 961637 INFO (OverseerThreadFactory-3770-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.MigrateCmd Common hash range between source shard: shard2 and target shard: shard1 = 0-7fffffff
[junit4] 2> 961637 INFO (OverseerThreadFactory-3770-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.MigrateCmd Asking target leader node: 127.0.0.1:36171_solr core: migrate_multipleshardtest_targetCollection_shard1_replica_n1 to buffer updates
[junit4] 2> 961637 INFO (qtp1682103095-19300) [n:127.0.0.1:36171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=b42f050c-2b45-4d7b-a01e-1d081fa78a415158136292082304&qt=/admin/cores&name=migrate_multipleshardtest_targetCollection_shard1_replica_n1&action=REQUESTBUFFERUPDATES&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 961637 INFO (parallelCoreAdminExecutor-3773-thread-1-processing-n:127.0.0.1:36171_solr b42f050c-2b45-4d7b-a01e-1d081fa78a415158136292082304 REQUESTBUFFERUPDATES) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CoreAdminOperation Starting to buffer updates on core:migrate_multipleshardtest_targetCollection_shard1_replica_n1
[junit4] 2> 961637 INFO (parallelCoreAdminExecutor-3773-thread-1-processing-n:127.0.0.1:36171_solr b42f050c-2b45-4d7b-a01e-1d081fa78a415158136292082304 REQUESTBUFFERUPDATES) [n:127.0.0.1:36171_solr ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 961638 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : b42f050c-2b45-4d7b-a01e-1d081fa78a415158136292082304
[junit4] 2> 961638 INFO (qtp1682103095-19288) [n:127.0.0.1:36171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b42f050c-2b45-4d7b-a01e-1d081fa78a415158136292082304&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 961640 INFO (OverseerThreadFactory-3770-thread-3-processing-n:127.0.0.1:36171_solr) [n:127.0.0.1:36171_solr ] o.a.s.c.MigrateCmd Adding routing rule: {
[junit4] 2> "operation":"addroutingrule",
[junit4] 2> "collection":"sourceCollection",
[junit4] 2>
[...truncated too long message...]
xecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 231026 ERROR (qtp1090996464-98) [n:127.0.0.1:33921_solr c:streams s:shard1 r:core_node2 x:streams_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: streams slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 231026 INFO (qtp1090996464-98) [n:127.0.0.1:33921_solr c:streams s:shard1 r:core_node2 x:streams_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=streams_shard1_replica_n1&action=CREATE&numShards=1&collection=streams&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209756
[junit4] 2> 231027 ERROR (SUITE-StreamingTest-seed#[26DBA8C075873093]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 231027 INFO (SUITE-StreamingTest-seed#[26DBA8C075873093]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33697 33697
[junit4] 2> 236835 INFO (Thread-12) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33697 33697
[junit4] 2> 236836 WARN (Thread-12) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections/streams/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 236836 INFO (SUITE-StreamingTest-seed#[26DBA8C075873093]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1574, maxMBSortInHeap=6.961099431657721, sim=RandomSimilarity(queryNorm=false): {}, locale=id, timezone=Africa/Nouakchott
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=449871544,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [UsingSolrJRefGuideExamplesTest, TestNamedListCodec, GreaterThanEvaluatorTest, FieldValueEvaluatorTest, TestConfigSetAdminRequest, AscEvaluatorTest, StreamingTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StreamingTest -Dtests.seed=26DBA8C075873093 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=id -Dtests.timezone=Africa/Nouakchott -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | StreamingTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33921/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([26DBA8C075873093]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.client.solrj.io.stream.StreamingTest.configureCluster(StreamingTest.java:102)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [131/146 (1!)] on J0 in 216.55s, 0 tests, 1 error <<< FAILURES!
[...truncated 46316 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20757 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20757/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest
Error Message:
Error from server at https://127.0.0.1:33341/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33341/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([D0E6D31DA1D13C72]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.graph.GraphExpressionTest.setupCluster(GraphExpressionTest.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:45209
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:45209
at __randomizedtesting.SeedInfo.seed([8014D3D556D61EF5:840EC0FF82A730D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([8014D3D556D61EF5:B8A7F72B7125CA24]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
Trigger was not fired
Stack Trace:
java.lang.AssertionError: Trigger was not fired
at __randomizedtesting.SeedInfo.seed([8014D3D556D61EF5:840EC0FF82A730D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestSQLHandler.doTest
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:36897/nn_g/nh
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36897/nn_g/nh
at __randomizedtesting.SeedInfo.seed([8014D3D556D61EF5:27506B713B6D0D4C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 12581 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> 827180 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[8014D3D556D61EF5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/init-core-data-001
[junit4] 2> 827180 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[8014D3D556D61EF5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 827181 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[8014D3D556D61EF5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 827182 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[8014D3D556D61EF5]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001
[junit4] 2> 827182 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[8014D3D556D61EF5]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 827182 INFO (Thread-1347) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 827182 INFO (Thread-1347) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 827183 ERROR (Thread-1347) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 827282 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[8014D3D556D61EF5]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33839
[junit4] 2> 827286 INFO (jetty-launcher-930-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 827286 INFO (jetty-launcher-930-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 827286 INFO (jetty-launcher-930-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 827295 INFO (jetty-launcher-930-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a0821a4{/solr,null,AVAILABLE}
[junit4] 2> 827297 INFO (jetty-launcher-930-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c73a018{SSL,[ssl, http/1.1]}{127.0.0.1:40797}
[junit4] 2> 827297 INFO (jetty-launcher-930-thread-3) [ ] o.e.j.s.Server Started @828529ms
[junit4] 2> 827297 INFO (jetty-launcher-930-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40797}
[junit4] 2> 827297 ERROR (jetty-launcher-930-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 827297 INFO (jetty-launcher-930-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 827297 INFO (jetty-launcher-930-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 827297 INFO (jetty-launcher-930-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 827297 INFO (jetty-launcher-930-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T21:05:17.475Z
[junit4] 2> 827302 INFO (jetty-launcher-930-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cc9e87a{/solr,null,AVAILABLE}
[junit4] 2> 827302 INFO (jetty-launcher-930-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@104a68b6{/solr,null,AVAILABLE}
[junit4] 2> 827302 INFO (jetty-launcher-930-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@635dafe4{SSL,[ssl, http/1.1]}{127.0.0.1:43271}
[junit4] 2> 827302 INFO (jetty-launcher-930-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1acdcea6{SSL,[ssl, http/1.1]}{127.0.0.1:42613}
[junit4] 2> 827302 INFO (jetty-launcher-930-thread-2) [ ] o.e.j.s.Server Started @828534ms
[junit4] 2> 827302 INFO (jetty-launcher-930-thread-1) [ ] o.e.j.s.Server Started @828535ms
[junit4] 2> 827302 INFO (jetty-launcher-930-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43271}
[junit4] 2> 827302 INFO (jetty-launcher-930-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42613}
[junit4] 2> 827303 INFO (jetty-launcher-930-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 827303 ERROR (jetty-launcher-930-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 827303 ERROR (jetty-launcher-930-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 827303 INFO (jetty-launcher-930-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 827303 INFO (jetty-launcher-930-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 827303 INFO (jetty-launcher-930-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 827303 INFO (jetty-launcher-930-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 827303 INFO (jetty-launcher-930-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 827303 INFO (jetty-launcher-930-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 827303 INFO (jetty-launcher-930-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T21:05:17.481Z
[junit4] 2> 827303 INFO (jetty-launcher-930-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T21:05:17.481Z
[junit4] 2> 827304 INFO (jetty-launcher-930-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 827304 INFO (jetty-launcher-930-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 827315 INFO (jetty-launcher-930-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33839/solr
[junit4] 2> 827316 INFO (jetty-launcher-930-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33839/solr
[junit4] 2> 827316 INFO (jetty-launcher-930-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33839/solr
[junit4] 2> 827321 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f64cd9c310004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 827353 INFO (jetty-launcher-930-thread-2) [n:127.0.0.1:43271_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 827353 INFO (jetty-launcher-930-thread-1) [n:127.0.0.1:42613_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 827354 INFO (jetty-launcher-930-thread-2) [n:127.0.0.1:43271_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43271_solr
[junit4] 2> 827354 INFO (jetty-launcher-930-thread-1) [n:127.0.0.1:42613_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42613_solr
[junit4] 2> 827354 INFO (jetty-launcher-930-thread-3) [n:127.0.0.1:40797_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 827354 INFO (jetty-launcher-930-thread-2) [n:127.0.0.1:43271_solr ] o.a.s.c.Overseer Overseer (id=98908551076970503-127.0.0.1:43271_solr-n_0000000000) starting
[junit4] 2> 827354 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:42613_solr) [n:127.0.0.1:42613_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 827355 INFO (zkCallback-946-thread-1-processing-n:127.0.0.1:43271_solr) [n:127.0.0.1:43271_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 827355 INFO (zkCallback-945-thread-1-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 827356 INFO (jetty-launcher-930-thread-3) [n:127.0.0.1:40797_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40797_solr
[junit4] 2> 827356 INFO (zkCallback-945-thread-1-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 827356 INFO (zkCallback-946-thread-1-processing-n:127.0.0.1:43271_solr) [n:127.0.0.1:43271_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 827360 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:42613_solr) [n:127.0.0.1:42613_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 827365 DEBUG (OverseerAutoScalingTriggerThread-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 827365 INFO (jetty-launcher-930-thread-2) [n:127.0.0.1:43271_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43271_solr
[junit4] 2> 827365 DEBUG (OverseerAutoScalingTriggerThread-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 827366 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:42613_solr) [n:127.0.0.1:42613_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 827366 INFO (zkCallback-945-thread-1-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 827366 INFO (zkCallback-946-thread-1-processing-n:127.0.0.1:43271_solr) [n:127.0.0.1:43271_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 827366 DEBUG (OverseerAutoScalingTriggerThread-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40797_solr, 127.0.0.1:43271_solr, 127.0.0.1:42613_solr]
[junit4] 2> 827366 DEBUG (OverseerAutoScalingTriggerThread-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 827366 DEBUG (OverseerAutoScalingTriggerThread-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 827367 DEBUG (OverseerAutoScalingTriggerThread-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 827367 DEBUG (OverseerAutoScalingTriggerThread-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 827367 DEBUG (ScheduledTrigger-2391-thread-1) [n:127.0.0.1:43271_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40797_solr, 127.0.0.1:43271_solr, 127.0.0.1:42613_solr]
[junit4] 2> 827417 INFO (jetty-launcher-930-thread-1) [n:127.0.0.1:42613_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42613.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 827418 INFO (jetty-launcher-930-thread-3) [n:127.0.0.1:40797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40797.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 827424 INFO (jetty-launcher-930-thread-1) [n:127.0.0.1:42613_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42613.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 827424 INFO (jetty-launcher-930-thread-3) [n:127.0.0.1:40797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40797.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 827424 INFO (jetty-launcher-930-thread-1) [n:127.0.0.1:42613_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42613.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 827424 INFO (jetty-launcher-930-thread-3) [n:127.0.0.1:40797_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40797.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 827424 INFO (jetty-launcher-930-thread-3) [n:127.0.0.1:40797_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node3/.
[junit4] 2> 827424 INFO (jetty-launcher-930-thread-1) [n:127.0.0.1:42613_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node1/.
[junit4] 2> 827437 INFO (jetty-launcher-930-thread-2) [n:127.0.0.1:43271_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43271.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 827443 INFO (jetty-launcher-930-thread-2) [n:127.0.0.1:43271_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43271.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 827443 INFO (jetty-launcher-930-thread-2) [n:127.0.0.1:43271_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43271.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 827444 INFO (jetty-launcher-930-thread-2) [n:127.0.0.1:43271_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node2/.
[junit4] 2> 827484 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[8014D3D556D61EF5]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 827485 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[8014D3D556D61EF5]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33839/solr ready
[junit4] 2> 827497 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[8014D3D556D61EF5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 827516 INFO (qtp1223482084-6400) [n:127.0.0.1:42613_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:40797_solr,127.0.0.1:42613_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 827516 INFO (OverseerThreadFactory-2393-thread-1-processing-n:127.0.0.1:43271_solr) [n:127.0.0.1:43271_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 827623 INFO (OverseerStateUpdate-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40797/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 827624 INFO (OverseerStateUpdate-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42613/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 827626 INFO (OverseerStateUpdate-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40797/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 827626 INFO (OverseerStateUpdate-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42613/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 827838 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 827838 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 827839 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 827874 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 827875 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 827876 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 827979 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:42613_solr) [n:127.0.0.1:42613_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 827979 INFO (zkCallback-945-thread-1-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 827979 INFO (zkCallback-945-thread-2-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 827979 INFO (zkCallback-945-thread-3-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 828368 DEBUG (ScheduledTrigger-2391-thread-1) [n:127.0.0.1:43271_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40797_solr, 127.0.0.1:43271_solr, 127.0.0.1:42613_solr]
[junit4] 2> 828854 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 828865 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 828867 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 828869 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 828869 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 828870 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42613.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 828870 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 828870 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 828870 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 828871 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 828871 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 828872 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42613.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 828872 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 828872 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 828884 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 828884 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 828897 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 828899 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 828899 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 828899 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40797.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 828899 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 828899 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node3/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 828900 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 828901 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 828901 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 828901 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40797.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 828902 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 828902 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node3/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 828912 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 828912 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 828912 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 828912 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 828913 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 828913 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 828913 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 828913 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 828914 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@d2ce508[testSimple1_shard2_replica_n6] main]
[junit4] 2> 828914 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b981232[testSimple1_shard1_replica_n2] main]
[junit4] 2> 828915 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 828915 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 828915 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 828915 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 828916 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 828916 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 828916 INFO (searcherExecutor-2401-thread-1-processing-n:127.0.0.1:42613_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@d2ce508[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 828916 INFO (searcherExecutor-2400-thread-1-processing-n:127.0.0.1:42613_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@2b981232[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 828916 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582536819048710144
[junit4] 2> 828916 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582536819048710144
[junit4] 2> 828920 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 828920 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 828929 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 828929 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 828930 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 828930 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 828930 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 828930 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 828930 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 828930 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 828931 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4463fc95[testSimple1_shard1_replica_n1] main]
[junit4] 2> 828931 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f522f6b[testSimple1_shard2_replica_n4] main]
[junit4] 2> 828931 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 828932 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 828932 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 828932 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 828932 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 828932 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 828933 INFO (searcherExecutor-2403-thread-1-processing-n:127.0.0.1:40797_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@4463fc95[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 828933 INFO (searcherExecutor-2405-thread-1-processing-n:127.0.0.1:40797_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@4f522f6b[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 828933 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582536819066535936
[junit4] 2> 828933 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582536819066535936
[junit4] 2> 829021 INFO (zkCallback-945-thread-1-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 829021 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:42613_solr) [n:127.0.0.1:42613_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 829021 INFO (zkCallback-945-thread-2-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 829021 INFO (zkCallback-945-thread-3-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 829369 DEBUG (ScheduledTrigger-2391-thread-2) [n:127.0.0.1:43271_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40797_solr, 127.0.0.1:43271_solr, 127.0.0.1:42613_solr]
[junit4] 2> 829421 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 829421 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 829421 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 829421 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 829421 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42613/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 829421 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42613/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 829422 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:42613/solr START replicas=[https://127.0.0.1:40797/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 829422 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:42613/solr START replicas=[https://127.0.0.1:40797/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 829433 INFO (qtp2115657088-6410) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 829433 INFO (qtp2115657088-6411) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 829723 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=https://127.0.0.1:42613/solr DONE. We have no versions. sync failed.
[junit4] 2> 829723 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 829723 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 829723 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 829723 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:42613/solr DONE. We have no versions. sync failed.
[junit4] 2> 829723 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 829723 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 829723 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 829725 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42613/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 829725 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42613/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 829826 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:42613_solr) [n:127.0.0.1:42613_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 829826 INFO (zkCallback-945-thread-2-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 829826 INFO (zkCallback-945-thread-1-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 829826 INFO (zkCallback-945-thread-3-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 829875 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 829875 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 829877 INFO (qtp1223482084-6485) [n:127.0.0.1:42613_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2039
[junit4] 2> 829877 INFO (qtp1223482084-6486) [n:127.0.0.1:42613_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2038
[junit4] 2> 829937 INFO (qtp2115657088-6417) [n:127.0.0.1:40797_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2061
[junit4] 2> 829938 INFO (qtp2115657088-6401) [n:127.0.0.1:40797_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2063
[junit4] 2> 829941 INFO (qtp1223482084-6400) [n:127.0.0.1:42613_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 830039 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:42613_solr) [n:127.0.0.1:42613_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 830039 INFO (zkCallback-945-thread-3-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 830039 INFO (zkCallback-945-thread-1-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 830039 INFO (zkCallback-945-thread-2-processing-n:127.0.0.1:40797_solr) [n:127.0.0.1:40797_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 830369 DEBUG (ScheduledTrigger-2391-thread-1) [n:127.0.0.1:43271_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40797_solr, 127.0.0.1:43271_solr, 127.0.0.1:42613_solr]
[junit4] 2> 830941 INFO (qtp1223482084-6400) [n:127.0.0.1:42613_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:40797_solr,127.0.0.1:42613_solr&wt=javabin&version=2} status=0 QTime=3425
[junit4] 2> 830941 INFO (qtp1223482084-6413) [n:127.0.0.1:42613_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42613_solr,127.0.0.1:43271_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 830943 INFO (OverseerThreadFactory-2393-thread-2-processing-n:127.0.0.1:43271_solr) [n:127.0.0.1:43271_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 830943 INFO (OverseerCollectionConfigSetProcessor-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 831150 INFO (OverseerStateUpdate-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42613/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 831151 INFO (OverseerStateUpdate-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43271/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 831153 INFO (OverseerStateUpdate-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42613/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 831154 INFO (OverseerStateUpdate-98908551076970503-127.0.0.1:43271_solr-n_0000000000) [n:127.0.0.1:43271_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43271/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 831360 INFO (qtp1223482084-6488) [n:127.0.0.1:42613_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 831360 INFO (qtp1223482084-6404) [n:127.0.0.1:42613_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 831369 DEBUG (ScheduledTrigger-2391-thread-1) [n:127.0.0.1:43271_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40797_solr, 127.0.0.1:43271_solr, 127.0.0.1:42613_solr]
[junit4] 2> 831402 INFO (qtp985854161-6416) [n:127.0.0.1:43271_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 831403 INFO (qtp985854161-6416) [n:127.0.0.1:43271_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 831407 INFO (qtp985854161-6422) [n:127.0.0.1:43271_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 831509 INFO (zkCallback-947-thread-1-processing-n:127.0.0.1:42613_solr) [n:127.0.0.1:42613_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 831509 INFO (zkCallback-946-thread-1-processing-n:127.0.0.1:43271_solr) [n:127.0.0.1:43271_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 831509 INFO (zkCallback-946-thread-2-processing-n:127.0.0.1:43271_solr) [n:127.0.0.1:43271_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 831510 INFO (zkCallback-947-thread-2-processing-n:127.0.0.1:42613_solr) [n:127.0.0.1:42613_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 832369 DEBUG (ScheduledTrigger-2391-thread-1) [n:127.0.0.1:43271_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40797_solr, 127.0.0.1:43271_solr, 127.0.0.1:42613_solr]
[junit4] 2> 832408 INFO (qtp1223482084-6404) [n:127.0.0.1:42613_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 832408 INFO (qtp1223482084-6488) [n:127.0.0.1:42613_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 832417 INFO (qtp985854161-6416) [n:127.0.0.1:43271_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 832418 INFO (qtp985854161-6422) [n:127.0.0.1:43271_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 832418 INFO (qtp1223482084-6404) [n:127.0.0.1:42613_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 832438 INFO (qtp1223482084-6488) [n:127.0.0.1:42613_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 832439 INFO (qtp1223482084-6404) [n:127.0.0.1:42613_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 832439 INFO (qtp1223482084-6404) [n:127.0.0.1:42613_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 832440 INFO (qtp1223482084-6404) [n:127.0.0.1:42613_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42613.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51d53d2b
[junit4] 2> 832440 INFO (qtp1223482084-6404) [n:127.0.0.1:42613_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 832440 INFO (qtp1223482084-6404) [n:127.0.0.1:42613_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_8014D3D556D61EF5-001/tempDir-001/node1/./testSimple
[...truncated too long message...]
org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard2 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 309376 INFO (qtp921558636-1005) [n:127.0.0.1:42933_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209717
[junit4] 2> 309377 ERROR (SUITE-GraphExpressionTest-seed#[D0E6D31DA1D13C72]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 309377 INFO (SUITE-GraphExpressionTest-seed#[D0E6D31DA1D13C72]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35949 35949
[junit4] 2> 315160 INFO (Thread-267) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35949 35949
[junit4] 2> 315161 WARN (Thread-267) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 315161 INFO (SUITE-GraphExpressionTest-seed#[D0E6D31DA1D13C72]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1645, maxMBSortInHeap=7.153753715172283, sim=RandomSimilarity(queryNorm=false): {}, locale=es-PA, timezone=Atlantic/Canary
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=369751272,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [JDBCStreamTest, StreamExpressionToExpessionTest, JsonValidatorTest, SolrQueryTest, SolrPingTest, TestRetryUtil, FacetFieldTest, LengthEvaluatorTest, SubtractEvaluatorTest, ModuloEvaluatorTest, TestDelegationTokenResponse, GraphTest, SolrExampleEmbeddedTest, EqualToEvaluatorTest, TestLBHttpSolrClient, TestUpdateRequestCodec, TestSolrProperties, CeilingEvaluatorTest, TestFastInputStream, ConcurrentUpdateSolrClientTest, ClientUtilsTest, FloorEvaluatorTest, HyperbolicCosineEvaluatorTest, SolrDocumentTest, CollectionAdminRequestRequiredParamsTest, BasicHttpSolrClientTest, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientBuilderTest, HttpSolrClientConPoolTest, HttpSolrClientSSLAuthConPoolTest, LBHttpSolrClientBuilderTest, TestCloudSolrClientConnections, GraphExpressionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GraphExpressionTest -Dtests.seed=D0E6D31DA1D13C72 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Atlantic/Canary -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | GraphExpressionTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33341/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([D0E6D31DA1D13C72]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.client.solrj.io.graph.GraphExpressionTest.setupCluster(GraphExpressionTest.java:87)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [146/146 (1!)] on J1 in 216.18s, 0 tests, 1 error <<< FAILURES!
[...truncated 46271 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20756 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20756/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
10 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=15860, name=jetty-launcher-2415-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=15848, name=jetty-launcher-2415-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=15860, name=jetty-launcher-2415-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=15848, name=jetty-launcher-2415-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([F7DC2A05766772DB]:0)
FAILED: org.apache.solr.cloud.TestCollectionAPI.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:35451/td
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35451/td
at __randomizedtesting.SeedInfo.seed([F7DC2A05766772DB:7F8815DFD89B1F23]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionSplitShard
Error Message:
Error from server at https://127.0.0.1:36039/solr: Timed out waiting to see all replicas: [testCreateCollectionSplitShard_shard1_replica_n1, testCreateCollectionSplitShard_shard1_replica_n2] in cluster state.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36039/solr: Timed out waiting to see all replicas: [testCreateCollectionSplitShard_shard1_replica_n1, testCreateCollectionSplitShard_shard1_replica_n2] in cluster state.
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionSplitShard(TestPolicyCloud.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testDataProviderPerReplicaDetails
Error Message:
Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: perReplicaDataColl
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: perReplicaDataColl
at __randomizedtesting.SeedInfo.seed([F7DC2A05766772DB:B8BBFCC184B0644]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testDataProviderPerReplicaDetails(TestPolicyCloud.java:85)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddReplica
Error Message:
Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: testCreateCollectionAddReplica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: testCreateCollectionAddReplica
at __randomizedtesting.SeedInfo.seed([F7DC2A05766772DB:77FC4F2B67249A7D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddReplica(TestPolicyCloud.java:133)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy
Error Message:
Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: policiesTest
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: policiesTest
at __randomizedtesting.SeedInfo.seed([F7DC2A05766772DB:678E3F967BABB327]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy(TestPolicyCloud.java:265)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testMetricsTag
Error Message:
Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: metricsTest
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: metricsTest
at __randomizedtesting.SeedInfo.seed([F7DC2A05766772DB:7C86CAAFA51A258B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testMetricsTag(TestPolicyCloud.java:220)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TestPolicyCloud.testDataProvider
Error Message:
Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: policiesTest
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36039/solr: Could not fully create collection: policiesTest
at __randomizedtesting.SeedInfo.seed([F7DC2A05766772DB:CF778230C4A57602]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testDataProvider(TestPolicyCloud.java:321)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldStringKeys
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([F7DC2A05766772DB:CE4FF6CB5F1F4A17]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldStringKeys(TestFunctionQuery.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='992' and ./float[@name='score']='-8.0']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="156" start="0" maxScore="543210.0">
<doc>
<str name="id">991</str>
<int name="id_i">991</int>
<str name="sfile_s">AAA=AAA</str>
<float name="score">543210.0</float></doc>
<doc>
<str name="id">993</str>
<int name="id_i">993</int>
<str name="sfile_s">CCC=CCC</str>
<float name="score">250.0</float></doc>
<doc>
<str name="id">0</str>
<int name="id_i">0</int>
<float name="default_amount_f">15383.0</float>
<str name="amounts_dpf">1|1.46 2|2.43 3|3.0 4|4.4 5|5.71 6|6.50 7|7.76 8|8.87 9|9.53 10|10.58 11|11.42 12|12.92 13|13.83 14|14.66 15|15.72 16|16.75 17|17.85 18|18.61 19|19.23 20|20.10 21|21.15 22|22.37 23|23.41 24|24.14 25|25.59 26|26.51 27|27.87 28|28.9 29|29.26 30|30.15 31|31.36 32|32.76 33|33.15 34|34.56 35|35.65 36|36.98 37|37.14 38|38.61 39|39.60 40|40.11 41|41.70 42|42.31 43|43.28 44|44.50 45|45.64 46|46.20 47|47.11 48|48.32 49|49.31 50|50.51 51|51.95 52|52.28 53|53.57 54|54.21 55|55.57 56|56.41 57|57.45 58|58.15 59|59.12 60|60.36 61|61.37 62|62.16 63|63.8 64|64.42 65|65.93 66|66.39 67|67.64 68|68.88 69|69.77 70|70.54 71|71.77 72|72.15 73|73.59 74|74.93 75|75.67 76|76.28 77|77.60 78|78.44 79|79.95 80|80.99 81|81.89 82|82.92 83|83.62 84|84.43 85|85.1 86|86.91 87|87.71 88|88.58 89|89.78 90|90.71 91|91.73 92|92.60 93|93.67 94|94.30 95|95.91 96|96.92 97|97.38 98|98.73 99|99.2 100|100.79 101|101.33 102|102.50 103|103.7 104|104.16 105|105.66 106|106.74 107|107.42 108|108.52 109|109.52 110|110.79 111|111.96 112|112.65 113|113.94 114|114.68 115|115.46 116|116.94 117|117.44 118|118.55 119|119.74 120|120.17 121|121.58 122|122.90 123|123.27 124|124.2 125|125.23 126|126.88 127|127.65 128|128.40 129|129.64 130|130.20 131|131.48 132|132.28 133|133.1 134|134.45 135|135.42 136|136.80 137|137.78 138|138.17 139|139.36 140|140.42 141|141.30 142|142.5 143|143.35 144|144.69 145|145.88 146|146.97 147|147.9 148|148.89 149|149.59 150|150.50 151|151.80 152|152.22 153|153.47 154|154.16 155|155.34 156|156.9 157|157.15 158|158.24 159|159.31 160|160.24 161|161.89 162|162.64 163|163.26 164|164.77 165|165.49 166|166.79 167|167.54 168|168.26 169|169.45 170|170.19 171|171.60 172|172.45 173|173.71 174|174.23 175|175.71 176|176.45 177|177.63 178|178.19 179|179.70 180|180.75 181|181.94 182|182.60 183|183.50 184|184.97 185|185.66 186|186.78 187|187.59 188|188.55 189|189.58 190|190.62 191|191.21 192|192.45 193|193.48 194|194.23 195|195.42 196|196.5 197|197.35 198|198.14 199|199.81 200|200.22 201|201.39 202|202.34 203|203.63 204|204.70 205|205.39 206|206.20 207|207.78 208|208.87 209|209.69 210|210.68 211|211.91 212|212.73 213|213.98 214|214.4 215|215.96 216|216.12 217|217.85 218|218.38 219|219.55 220|220.75 221|221.3 222|222.8 223|223.58 224|224.92 225|225.88 226|226.93 227|227.2 228|228.12 229|229.90 230|230.90 231|231.50 232|232.21 233|233.36 234|234.7 235|235.57 236|236.0 237|237.25 238|238.79 239|239.59 240|240.64 241|241.56 242|242.38 243|243.19 244|244.66 245|245.67 246|246.19 247|247.90 248|248.11 249|249.33 250|250.75 251|251.48 252|252.50 253|253.28 254|254.32 255|255.32 256|256.18 257|257.44 258|258.26 259|259.35 260|260.92 261|261.87 262|262.62 263|263.38 264|264.34 265|265.65 266|266.18 267|267.0 268|268.27 269|269.26 270|270.63 271|271.75 272|272.59 273|273.35 274|274.41 275|275.67 276|276.99 277|277.90 278|278.96 279|279.10 280|280.12 281|281.39 282|282.67 283|283.58 284|284.19 285|285.11 286|286.20 287|287.18 288|288.52 289|289.64 290|290.5 291|291.60 292|292.38 293|293.71 294|294.27 295|295.77 296|296.71 297|297.32 298|298.61 299|299.56 300|300.0 301|301.57 302|302.96 303|303.93 304|304.62 305|305.68 306|306.58 307|307.53 308|308.99 309|309.54 310|310.56 311|311.14 312|312.0 313|313.59 314|314.53 315|315.1 316|316.43 317|317.38 318|318.39 319|319.36 320|320.97 321|321.36 322|322.8 323|323.95 324|324.49 325|325.31 326|326.13 327|327.86 328|328.84 329|329.70 330|330.62 331|331.82 332|332.68 333|333.93 334|334.25 335|335.67 336|336.80 337|337.29 338|338.12 339|339.49 340|340.31 341|341.28 342|342.35 343|343.73 344|344.75 345|345.18 346|346.96 347|347.49 348|348.47 349|349.81 350|350.55 351|351.16 352|352.62 353|353.16 354|354.83 355|355.21 356|356.34 357|357.48 358|358.21 359|359.79 360|360.73 361|361.39 362|362.28 363|363.8 364|364.25 365|365.55 366|366.21 367|367.28 368|368.83 369|369.81 370|370.24 371|371.12 372|372.63 373|373.7 374|374.19 375|375.96 376|376.65 377|377.92 378|378.20 379|379.6 380|380.3 381|381.62 382|382.92 383|383.87 384|384.40 385|385.56 386|386.4 387|387.80 388|388.94 389|389.3 390|390.17 391|391.68 392|392.42 393|393.11 394|394.41 395|395.98 396|396.43 397|397.44 398|398.61 399|399.52 400|400.66 401|401.10 402|402.1 403|403.57 404|404.20 405|405.30 406|406.16 407|407.63 408|408.42 409|409.66 410|410.84 411|411.67 412|412.93 413|413.16 414|414.10 415|415.59 416|416.47 417|417.19 418|418.1 419|419.49 420|420.1 421|421.58 422|422.23 423|423.59 424|424.12 425|425.8 426|426.87 427|427.62 428|428.21 429|429.66 430|430.51 431|431.41 432|432.35 433|433.32 434|434.35 435|435.14 436|436.63 437|437.68 438|438.50 439|439.94 440|440.18 441|441.60 442|442.24 443|443.45 444|444.62 445|445.39 446|446.59 447|447.25 448|448.53 449|449.30 450|450.4 451|451.73 452|452.32 453|453.97 454|454.67 455|455.65 456|456.60 457|457.40 458|458.11 459|459.39 460|460.69 461|461.41 462|462.32 463|463.7 464|464.37 465|465.13 466|466.16 467|467.70 468|468.10 469|469.53 470|470.22 471|471.8 472|472.91 473|473.63 474|474.79 475|475.53 476|476.50 477|477.87 478|478.5 479|479.82 480|480.74 481|481.89 482|482.65 483|483.95 484|484.72 485|485.83 486|486.69 487|487.73 488|488.24 489|489.38 490|490.35 491|491.63 492|492.64 493|493.38 494|494.76 495|495.83 496|496.2 497|497.13 498|498.18 499|499.75 500|500.86 501|501.25 502|502.56 503|503.48 504|504.84 505|505.86 506|506.5 507|507.98 508|508.21 509|509.50 510|510.4 511|511.70 512|512.18 513|513.32 514|514.13 515|515.56 516|516.94 517|517.97 518|518.36 519|519.87 520|520.10 521|521.93 522|522.96 523|523.64 524|524.35 525|525.3 526|526.68 527|527.88 528|528.28 529|529.45 530|530.18 531|531.3 532|532.31 533|533.57 534|534.60 535|535.27 536|536.27 537|537.41 538|538.57 539|539.86 540|540.21 541|541.43 542|542.96 543|543.72 544|544.7 545|545.95 546|546.0 547|547.20 548|548.12 549|549.57 550|550.94 551|551.13 552|552.37 553|553.25 554|554.30 555|555.56 556|556.88 557|557.60 558|558.30 559|559.87 560|560.64 561|561.49 562|562.6 563|563.0 564|564.19 565|565.93 566|566.88 567|567.86 568|568.75 569|569.30 570|570.7 571|571.76 572|572.18 573|573.15 574|574.10 575|575.14 576|576.52 577|577.0 578|578.23 579|579.30 580|580.44 581|581.2 582|582.57 583|583.17 584|584.60 585|585.44 586|586.1 587|587.48 588|588.8 589|589.86 590|590.52 591|591.23 592|592.24 593|593.10 594|594.59 595|595.42 596|596.54 597|597.13 598|598.5 599|599.55 600|600.99 601|601.6 602|602.33 603|603.85 604|604.77 605|605.38 606|606.32 607|607.64 608|608.23 609|609.60 610|610.74 611|611.97 612|612.65 613|613.80 614|614.80 615|615.63 616|616.72 617|617.13 618|618.33 619|619.3 620|620.32 621|621.54 622|622.34 623|623.35 624|624.32 625|625.26 626|626.35 627|627.24 628|628.93 629|629.73 630|630.52 631|631.39 632|632.30 633|633.65 634|634.77 635|635.14 636|636.23 637|637.68 638|638.6 639|639.96 640|640.75 641|641.52 642|642.88 643|643.14 644|644.51 645|645.34 646|646.43 647|647.31 648|648.13 649|649.62 650|650.87 651|651.53 652|652.16 653|653.86 654|654.47 655|655.73 656|656.1 657|657.18 658|658.47 659|659.92 660|660.25 661|661.28 662|662.8 663|663.20 664|664.51 665|665.50 666|666.71 667|667.1 668|668.73 669|669.17 670|670.38 671|671.4 672|672.26 673|673.96 674|674.52 675|675.23 676|676.96 677|677.26 678|678.36 679|679.2 680|680.40 681|681.35 682|682.28 683|683.23 684|684.86 685|685.64 686|686.79 687|687.52 688|688.28 689|689.97 690|690.11 691|691.30 692|692.69 693|693.19 694|694.34 695|695.50 696|696.38 697|697.23 698|698.65 699|699.24 700|700.17 701|701.7 702|702.88 703|703.30 704|704.23 705|705.92 706|706.91 707|707.87 708|708.1 709|709.59 710|710.22 711|711.64 712|712.40 713|713.79 714|714.9 715|715.10 716|716.94 717|717.83 718|718.6 719|719.7 720|720.20 721|721.88 722|722.70 723|723.97 724|724.44 725|725.81 726|726.97 727|727.33 728|728.43 729|729.83 730|730.93 731|731.48 732|732.27 733|733.79 734|734.54 735|735.22 736|736.70 737|737.22 738|738.65 739|739.51 740|740.86 741|741.65 742|742.1 743|743.12 744|744.53 745|745.57 746|746.91 747|747.67 748|748.49 749|749.17 750|750.24 751|751.24 752|752.59 753|753.38 754|754.74 755|755.9 756|756.33 757|757.74 758|758.87 759|759.83 760|760.0 761|761.11 762|762.86 763|763.10 764|764.36 765|765.28 766|766.90 767|767.24 768|768.48 769|769.69 770|770.93 771|771.22 772|772.92 773|773.38 774|774.69 775|775.71 776|776.15 777|777.12 778|778.64 779|779.49 780|780.0 781|781.38 782|782.78 783|783.48 784|784.90 785|785.48 786|786.7 787|787.30 788|788.93 789|789.58 790|790.64 791|791.54 792|792.75 793|793.58 794|794.58 795|795.80 796|796.57 797|797.8 798|798.8 799|799.74 800|800.46 801|801.82 802|802.88 803|803.6 804|804.30 805|805.38 806|806.78 807|807.54 808|808.60 809|809.97 810|810.17 811|811.42 812|812.85 813|813.39 814|814.53 815|815.54 816|816.91 817|817.20 818|818.56 819|819.4 820|820.83 821|821.32 822|822.97 823|823.59 824|824.89 825|825.14 826|826.31 827|827.61 828|828.21 829|829.18 830|830.36 831|831.47 832|832.31 833|833.57 834|834.65 835|835.13 836|836.85 837|837.66 838|838.9 839|839.18 840|840.71 841|841.61 842|842.46 843|843.50 844|844.68 845|845.93 846|846.65 847|847.81 848|848.13 849|849.1 850|850.25 851|851.65 852|852.6 853|853.44 854|854.31 855|855.31 856|856.1 857|857.86 858|858.95 859|859.34 860|860.20 861|861.87 862|862.5 863|863.25 864|864.36 865|865.71 866|866.42 867|867.37 868|868.17 869|869.4 870|870.75 871|871.37 872|872.39 873|873.78 874|874.50 875|875.36 876|876.82 877|877.7 878|878.36 879|879.33 880|880.83 881|881.18 882|882.89 883|883.90 884|884.33 885|885.80 886|886.10 887|887.29 888|888.43 889|889.81 890|890.48 891|891.60 892|892.0 893|893.35 894|894.48 895|895.3 896|896.33 897|897.66 898|898.93 899|899.73 900|900.20 901|901.20 902|902.74 903|903.16 904|904.6 905|905.16 906|906.43 907|907.97 908|908.29 909|909.98 910|910.89 911|911.73 912|912.84 913|913.25 914|914.2 915|915.22 916|916.78 917|917.19 918|918.26 919|919.78 920|920.26 921|921.89 922|922.30 923|923.47 924|924.9 925|925.58 926|926.13 927|927.38 928|928.17 929|929.37 930|930.34 931|931.31 932|932.9 933|933.64 934|934.59 935|935.63 936|936.1 937|937.85 938|938.55 939|939.16 940|940.48 941|941.52 942|942.11 943|943.24 944|944.57 945|945.61 946|946.5 947|947.61 948|948.47 949|949.41 950|950.37 951|951.77 952|952.18 953|953.58 954|954.39 955|955.89 956|956.91 957|957.4 958|958.88 959|959.91 960|960.43 961|961.63 962|962.97 963|963.57 964|964.49 965|965.26 966|966.65 967|967.66 968|968.98 969|969.22 970|970.43 971|971.96 972|972.64 973|973.45 974|974.22 975|975.49 976|976.17 977|977.64 978|978.90 979|979.89 980|980.23 981|981.61 982|982.41 983|983.21 984|984.77 985|985.15 986|986.52 987|987.66 988|988.90 989|989.8 990|990.60 991|991.98 992|992.91 993|993.99 994|994.20 995|995.76 996|996.35 997|997.62 998|998.38 999|999.40 1000|1000.12 1001|1001.16 1002|1002.44 1003|1003.20 1004|1004.92 1005|1005.56 1006|1006.19 1007|1007.2 1008|1008.65 1009|1009.44 1010|1010.35 1011|1011.56 1012|1012.29 1013|1013.29 1014|1014.25 1015|1015.8 1016|1016.32 1017|1017.4 1018|1018.9 1019|1019.57 1020|1020.38 1021|1021.34 1022|1022.0 1023|1023.17 1024|1024.0 1025|1025.97 1026|1026.90 1027|1027.15 1028|1028.30 1029|1029.50 1030|1030.23 1031|1031.54 1032|1032.48 1033|1033.41 1034|1034.96 1035|1035.16 1036|1036.13 1037|1037.68 1038|1038.39 1039|1039.66 1040|1040.87 1041|1041.14 1042|1042.7 1043|1043.54 1044|1044.65 1045|1045.48 1046|1046.78 1047|1047.77 1048|1048.34 1049|1049.60 1050|1050.50 1051|1051.42 1052|1052.98 1053|1053.53 1054|1054.82 1055|1055.13 1056|1056.71 1057|1057.68 1058|1058.39 1059|1059.7 1060|1060.46 1061|1061.97 1062|1062.72 1063|1063.59 1064|1064.67 1065|1065.72 1066|1066.34 1067|1067.67 1068|1068.59 1069|1069.81 1070|1070.34 1071|1071.78 1072|1072.39 1073|1073.62 1074|1074.74 1075|1075.72 1076|1076.72 1077|1077.7 1078|1078.38 1079|1079.91 1080|1080.57 1081|1081.39 1082|1082.75 1083|1083.64 1084|1084.33 1085|1085.81 1086|1086.25 1087|1087.85 1088|1088.28 1089|1089.77 1090|1090.64 1091|1091.1 1092|1092.25 1093|1093.33 1094|1094.6 1095|1095.98 1096|1096.97 1097|1097.38 1098|1098.39 1099|1099.72 1100|1100.96 1101|1101.73 1102|1102.18 1103|1103.34 1104|1104.25 1105|1105.29 1106|1106.2 1107|1107.53 1108|1108.26 1109|1109.23 1110|1110.34 1111|1111.14 1112|1112.85 1113|1113.11 1114|1114.10 1115|1115.51 1116|1116.49 1117|1117.31 1118|1118.22 1119|1119.59 1120|1120.49 1121|1121.36 1122|1122.74 1123|1123.1 1124|1124.97 1125|1125.48 1126|1126.75 1127|1127.24 1128|1128.94 1129|1129.56 1130|1130.98 1131|1131.20 1132|1132.88 1133|1133.93 1134|1134.69 1135|1135.59 1136|1136.84 1137|1137.15 1138|1138.8 1139|1139.49 1140|1140.30 1141|1141.4 1142|1142.77 1143|1143.6 1144|1144.46 1145|1145.42 1146|1146.31 1147|1147.65 1148|1148.35 1149|1149.42 1150|1150.14 1151|1151.96 1152|1152.51 1153|1153.78 1154|1154.56 1155|1155.47 1156|1156.67 1157|1157.29 1158|1158.25 1159|1159.76 1160|1160.34 1161|1161.80 1162|1162.40 1163|1163.60 1164|1164.29 1165|1165.73 1166|1166.44 1167|1167.51 1168|1168.96 1169|1169.21 1170|1170.17 1171|1171.44 1172|1172.72 1173|1173.68 1174|1174.57 1175|1175.71 1176|1176.70 1177|1177.89 1178|1178.24 1179|1179.35 1180|1180.60 1181|1181.11 1182|1182.40 1183|1183.12 1184|1184.14 1185|1185.42 1186|1186.22 1187|1187.8 1188|1188.9 1189|1189.82 1190|1190.47 1191|1191.17 1192|1192.94 1193|1193.28 1194|1194.47 1195|1195.65 1196|1196.87 1197|1197.6 1198|1198.60 1199|1199.81 1200|1200.40 1201|1201.71 1202|1202.41 1203|1203.80 1204|1204.66 1205|1205.57 1206|1206.38 1207|1207.84 1208|1208.83 1209|1209.49 1210|1210.23 1211|1211.8 1212|1212.31 1213|1213.80 1214|1214.93 1215|1215.28 1216|1216.34 1217|1217.57 1218|1218.98 1219|1219.2 1220|1220.36 1221|1221.30 1222|1222.59 1223|1223.19 1224|1224.45 1225|1225.58 1226|1226.94 1227|1227.93 1228|1228.88 1229|1229.93 1230|1230.80 1231|1231.40 1232|1232.69 1233|1233.62 1234|1234.29 1235|1235.75 1236|1236.59 1237|1237.63 1238|1238.30 1239|1239.81 1240|1240.35 1241|1241.18 1242|1242.64 1243|1243.58 1244|1244.87 1245|1245.51 1246|1246.59 1247|1247.96 1248|1248.7 1249|1249.5 1250|1250.14 1251|1251.87 1252|1252.43 1253|1253.88 1254|1254.66 1255|1255.88 1256|1256.23 1257|1257.26 1258|1258.58 1259|1259.76 1260|1260.84 1261|1261.28 1262|1262.74 1263|1263.75 1264|1264.81 1265|1265.71 1266|1266.53 1267|1267.16 1268|1268.52 1269|1269.87 1270|1270.60 1271|1271.66 1272|1272.70 1273|1273.0 1274|1274.7 1275|1275.76 1276|1276.66 1277|1277.23 1278|1278.17 1279|1279.26 1280|1280.42 1281|1281.90 1282|1282.58 1283|1283.23 1284|1284.77 1285|1285.60 1286|1286.6 1287|1287.9 1288|1288.13 1289|1289.53 1290|1290.52 1291|1291.91 1292|1292.34 1293|1293.69 1294|1294.68 1295|1295.2 1296|1296.24 1297|1297.10 1298|1298.73 1299|1299.86 1300|1300.65 1301|1301.87 1302|1302.70 1303|1303.26 1304|1304.82 1305|1305.97 1306|1306.17 1307|1307.40 1308|1308.50 1309|1309.4 1310|1310.63 1311|1311.97 1312|1312.11 1313|1313.91 1314|1314.7 1315|1315.29 1316|1316.46 1317|1317.41 1318|1318.45 1319|1319.83 1320|1320.29 1321|1321.5 1322|1322.11 1323|1323.18 1324|1324.32 1325|1325.1 1326|1326.76 1327|1327.2 1328|1328.71 1329|1329.95 1330|1330.91 1331|1331.9 1332|1332.5 1333|1333.7 1334|1334.21 1335|1335.39 1336|1336.30 1337|1337.96 1338|1338.83 1339|1339.64 1340|1340.37 1341|1341.9 1342|1342.26 1343|1343.94 1344|1344.21 1345|1345.29 1346|1346.45 1347|1347.4 1348|1348.15 1349|1349.4 1350|1350.97 1351|1351.69 1352|1352.64 1353|1353.67 1354|1354.57 1355|1355.40 1356|1356.34 1357|1357.43 1358|1358.63 1359|1359.71 1360|1360.39 1361|1361.9 1362|1362.71 1363|1363.82 1364|1364.86 1365|1365.92 1366|1366.73 1367|1367.82 1368|1368.20 1369|1369.51 1370|1370.0 1371|1371.79 1372|1372.84 1373|1373.6 1374|1374.63 1375|1375.16 1376|1376.77 1377|1377.11 1378|1378.73 1379|1379.90 1380|1380.12 1381|1381.18 1382|1382.85 1383|1383.18 1384|1384.59 1385|1385.38 1386|1386.20 1387|1387.93 1388|1388.1 1389|1389.52 1390|1390.59 1391|1391.75 1392|1392.10 1393|1393.33 1394|1394.20 1395|1395.16 1396|1396.22 1397|1397.99 1398|1398.42 1399|1399.36 1400|1400.92 1401|1401.63 1402|1402.1 1403|1403.2 1404|1404.94 1405|1405.80 1406|1406.3 1407|1407.22 1408|1408.11 1409|1409.87 1410|1410.82 1411|1411.38 1412|1412.0 1413|1413.93 1414|1414.1 1415|1415.23 1416|1416.83 1417|1417.43 1418|1418.21 1419|1419.5 1420|1420.54 1421|1421.35 1422|1422.26 1423|1423.53 1424|1424.43 1425|1425.0 1426|1426.88 1427|1427.69 1428|1428.70 1429|1429.1 1430|1430.37 1431|1431.78 1432|1432.9 1433|1433.38 1434|1434.58 1435|1435.48 1436|1436.19 1437|1437.66 1438|1438.10 1439|1439.81 1440|1440.41 1441|1441.97 1442|1442.89 1443|1443.18 1444|1444.77 1445|1445.40 1446|1446.5 1447|1447.48 1448|1448.50 1449|1449.24 1450|1450.26 1451|1451.61 1452|1452.95 1453|1453.91 1454|1454.21 1455|1455.20 1456|1456.40 1457|1457.84 1458|1458.26 1459|1459.50 1460|1460.39 1461|1461.9 1462|1462.60 1463|1463.69 1464|1464.32 1465|1465.75 1466|1466.96 1467|1467.24 1468|1468.31 1469|1469.63 1470|1470.63 1471|1471.15 1472|1472.17 1473|1473.98 1474|1474.62 1475|1475.17 1476|1476.44 1477|1477.31 1478|1478.39 1479|1479.51 1480|1480.49 1481|1481.52 1482|1482.88 1483|1483.96 1484|1484.22 1485|1485.29 1486|1486.57 1487|1487.65 1488|1488.41 1489|1489.50 1490|1490.58 1491|1491.89 1492|1492.48 1493|1493.92 1494|1494.10 1495|1495.21 1496|1496.27 1497|1497.1 1498|1498.54 1499|1499.87 1500|1500.58 1501|1501.47 1502|1502.96 1503|1503.57 1504|1504.43 1505|1505.67 1506|1506.58 1507|1507.93 1508|1508.92 1509|1509.67 1510|1510.75 1511|1511.99 1512|1512.55 1513|1513.70 1514|1514.83 1515|1515.83 1516|1516.11 1517|1517.0 1518|1518.34 1519|1519.50 1520|1520.43 1521|1521.10 1522|1522.5 1523|1523.83 1524|1524.88 1525|1525.62 1526|1526.37 1527|1527.25 1528|1528.53 1529|1529.63 1530|1530.22 1531|1531.18 1532|1532.87 1533|1533.15 1534|1534.72 1535|1535.52 1536|1536.2 1537|1537.64 1538|1538.12 1539|1539.8 1540|1540.90 1541|1541.78 1542|1542.12 1543|1543.74 1544|1544.60 1545|1545.7 1546|1546.31 1547|1547.58 1548|1548.51 1549|1549.55 1550|1550.10 1551|1551.37 1552|1552.67 1553|1553.57 1554|1554.56 1555|1555.55 1556|1556.24 1557|1557.49 1558|1558.55 1559|1559.67 1560|1560.13 1561|1561.16 1562|1562.61 1563|1563.81 1564|1564.10 1565|1565.19 1566|1566.64 1567|1567.80 1568|1568.93 1569|1569.30 1570|1570.4 1571|1571.62 1572|1572.12 1573|1573.79 1574|1574.59 1575|1575.66 1576|1576.93 1577|1577.92 1578|1578.27 1579|1579.1 1580|1580.69 1581|1581.64 1582|1582.54 1583|1583.10 1584|1584.77 1585|1585.34 1586|1586.39 1587|1587.6 1588|1588.90 1589|1589.26 1590|1590.96 1591|1591.57 1592|1592.99 1593|1593.43 1594|1594.34 1595|1595.78 1596|1596.7 1597|1597.44 1598|1598.33 1599|1599.85 1600|1600.18 1601|1601.47 1602|1602.22 1603|1603.43 1604|1604.98 1605|1605.14 1606|1606.35 1607|1607.22 1608|1608.10 1609|1609.44 1610|1610.67 1611|1611.7 1612|1612.99 1613|1613.83 1614|1614.45 1615|1615.44 1616|1616.79 1617|1617.87 1618|1618.77 1619|1619.17 1620|1620.5 1621|1621.86 1622|1622.40 1623|1623.73 1624|1624.90 1625|1625.0 1626|1626.71 1627|1627.32 1628|1628.12 1629|1629.79 1630|1630.62 1631|1631.65 1632|1632.9 1633|1633.11 1634|1634.1 1635|1635.14 1636|1636.27 1637|1637.24 1638|1638.88 1639|1639.85 1640|1640.46 1641|1641.9 1642|1642.24 1643|1643.70 1644|1644.88 1645|1645.33 1646|1646.3 1647|1647.93 1648|1648.53 1649|1649.25 1650|1650.12 1651|1651.42 1652|1652.33 1653|1653.58 1654|1654.71 1655|1655.84 1656|1656.92 1657|1657.43 1658|1658.58 1659|1659.37 1660|1660.35 1661|1661.13 1662|1662.2 1663|1663.48 1664|1664.51 1665|1665.72 1666|1666.56 1667|1667.31 1668|1668.66 1669|1669.55 1670|1670.11 1671|1671.3 1672|1672.51 1673|1673.36 1674|1674.6 1675|1675.7 1676|1676.56 1677|1677.33 1678|1678.2 1679|1679.20 1680|1680.86 1681|1681.3 1682|1682.11 1683|1683.7 1684|1684.36 1685|1685.76 1686|1686.86 1687|1687.98 1688|1688.11 1689|1689.27 1690|1690.46 1691|1691.54 1692|1692.70 1693|1693.77 1694|1694.56 1695|1695.99 1696|1696.14 1697|1697.10 1698|1698.76 1699|1699.2 1700|1700.83 1701|1701.71 1702|1702.33 1703|1703.43 1704|1704.26 1705|1705.81 1706|1706.77 1707|1707.22 1708|1708.74 1709|1709.10 1710|1710.5 1711|1711.55 1712|1712.33 1713|1713.13 1714|1714.92 1715|1715.41 1716|1716.36 1717|1717.56 1718|1718.16 1719|1719.39 1720|1720.67 1721|1721.97 1722|1722.42 1723|1723.57 1724|1724.20 1725|1725.80 1726|1726.32 1727|1727.41 1728|1728.27 1729|1729.27 1730|1730.5 1731|1731.53 1732|1732.93 1733|1733.56 1734|1734.33 1735|1735.34 1736|1736.86 1737|1737.99 1738|1738.27 1739|1739.64 1740|1740.76 1741|1741.82 1742|1742.13 1743|1743.69 1744|1744.12 1745|1745.48 1746|1746.3 1747|1747.22 1748|1748.23 1749|1749.59 1750|1750.49 1751|1751.95 1752|1752.7 1753|1753.60 1754|1754.89 1755|1755.89 1756|1756.64 1757|1757.91 1758|1758.93 1759|1759.17 1760|1760.68 1761|1761.36 1762|1762.80 1763|1763.59 1764|1764.32 1765|1765.73 1766|1766.82 1767|1767.60 1768|1768.8 1769|1769.53 1770|1770.52 1771|1771.7 1772|1772.31 1773|1773.16 1774|1774.81 1775|1775.68 1776|1776.66 1777|1777.61 1778|1778.26 1779|1779.48 1780|1780.91 1781|1781.78 1782|1782.42 1783|1783.29 1784|1784.59 1785|1785.89 1786|1786.68 1787|1787.31 1788|1788.88 1789|1789.59 1790|1790.45 1791|1791.70 1792|1792.22 1793|1793.1 1794|1794.21 1795|1795.27 1796|1796.49 1797|1797.83 1798|1798.19 1799|1799.47 1800|1800.16 1801|1801.71 1802|1802.61 1803|1803.60 1804|1804.63 1805|1805.48 1806|1806.91 </str>
<float name="score">1.0</float></doc>
<doc>
<str name="id">1</str>
<int name="id_i">1</int>
<float name="default_amount_f">16276.0</float>
<str name="amounts_dpf">1|1.85 2|2.93 3|3.43 4|4.67 5|5.92 6|6.83 7|7.68 8|8.68 9|9.52 10|10.51 11|11.15 12|12.64 13|13.38 14|14.73 15|15.98 16|16.8 17|17.16 18|18.31 19|19.47 20|20.66 21|21.61 22|22.67 23|23.61 24|24.89 25|25.36 26|26.0 27|27.97 28|28.13 29|29.31 30|30.62 31|31.86 32|32.92 33|33.13 34|34.18 35|35.69 36|36.26 37|37.54 38|38.76 39|39.94 40|40.38 41|41.42 42|42.56 43|43.44 44|44.90 45|45.4 46|46.43 47|47.75 48|48.44 49|49.51 50|50.12 51|51.13 52|52.90 53|53.77 54|54.0 55|55.16 56|56.61 57|57.40 58|58.18 59|59.85 60|60.69 61|61.14 62|62.77 63|63.66 64|64.77 65|65.86 66|66.46 67|67.5 68|68.17 69|69.0 70|70.28 71|71.98 72|72.47 73|73.72 74|74.94 75|75.49 76|76.22 77|77.56 78|78.82 79|79.17 80|80.12 81|81.96 82|82.40 83|83.79 84|84.48 85|85.73 86|86.21 87|87.99 88|88.50 89|89.16 90|90.83 91|91.55 92|92.7 93|93.77 94|94.81 95|95.50 96|96.88 97|97.16 98|98.51 99|99.92 100|100.1 101|101.78 102|102.69 103|103.24 104|104.57 105|105.46 106|106.4 107|107.11 108|108.50 109|109.98 110|110.11 111|111.76 112|112.60 113|113.42 114|114.46 115|115.95 116|116.9 117|117.84 118|118.43 119|119.79 120|120.11 121|121.91 122|122.10 123|123.8 124|124.18 125|125.6 126|126.66 127|127.35 128|128.8 129|129.82 130|130.70 131|131.23 132|132.51 133|133.62 134|134.54 135|135.35 136|136.57 137|137.71 138|138.59 139|139.81 140|140.88 141|141.22 142|142.90 143|143.35 144|144.86 145|145.47 146|146.83 147|147.85 148|148.13 149|149.58 150|150.67 151|151.60 152|152.36 153|153.52 154|154.22 155|155.34 156|156.47 157|157.62 158|158.10 159|159.44 160|160.12 161|161.77 162|162.24 163|163.59 164|164.42 165|165.73 166|166.55 167|167.12 168|168.17 169|169.85 170|170.27 171|171.73 172|172.85 173|173.43 174|174.52 175|175.28 176|176.34 177|177.38 178|178.75 179|179.52 180|180.66 181|181.85 182|182.34 183|183.83 184|184.27 185|185.78 186|186.16 187|187.18 188|188.76 189|189.97 190|190.56 191|191.80 192|192.40 193|193.70 194|194.79 195|195.49 196|196.49 197|197.44 198|198.11 199|199.4 200|200.30 201|201.54 202|202.94 203|203.68 204|204.42 205|205.55 206|206.48 207|207.20 208|208.13 209|209.19 210|210.27 211|211.58 212|212.37 213|213.81 214|214.9 215|215.22 216|216.55 217|217.60 218|218.33 219|219.49 220|220.70 221|221.8 222|222.93 223|223.3 224|224.31 225|225.0 226|226.3 227|227.60 228|228.88 229|229.41 230|230.74 231|231.68 232|232.75 233|233.29 234|234.54 235|235.47 236|236.88 237|237.47 238|238.52 239|239.18 240|240.31 241|241.51 242|242.23 243|243.92 244|244.20 245|245.41 246|246.17 247|247.92 248|248.55 249|249.83 250|250.41 251|251.99 252|252.3 253|253.69 254|254.89 255|255.76 256|256.35 257|257.41 258|258.90 259|259.30 260|260.87 261|261.66 262|262.96 263|263.34 264|264.47 265|265.38 266|266.68 267|267.28 268|268.57 269|269.65 270|270.34 271|271.42 272|272.55 273|273.3 274|274.46 275|275.91 276|276.44 277|277.74 278|278.57 279|279.83 280|280.59 281|281.68 282|282.60 283|283.7 284|284.71 285|285.48 286|286.10 287|287.76 288|288.3 289|289.92 290|290.9 291|291.8 292|292.59 293|293.51 294|294.58 295|295.45 296|296.55 297|297.10 298|298.86 299|299.62 300|300.48 301|301.25 302|302.75 303|303.49 304|304.58 305|305.18 306|306.23 307|307.50 308|308.87 309|309.17 310|310.39 311|311.35 312|312.26 313|313.98 314|314.88 315|315.82 316|316.63 317|317.8 318|318.92 319|319.95 320|320.84 321|321.48 322|322.8 323|323.31 324|324.83 325|325.65 326|326.98 327|327.41 328|328.49 329|329.66 330|330.34 331|331.15 332|332.44 333|333.33 334|334.0 335|335.3 336|336.40 337|337.52 338|338.47 339|339.82 340|340.43 341|341.77 342|342.6 343|343.3 344|344.96 345|345.60 346|346.70 347|347.29 348|348.89 349|349.35 350|350.55 351|351.85 352|352.34 353|353.44 354|354.62 355|355.26 356|356.33 357|357.9 358|358.49 359|359.91 360|360.83 361|361.99 362|362.56 363|363.20 364|364.23 365|365.92 366|366.83 367|367.52 368|368.31 369|369.5 370|370.68 371|371.94 372|372.92 373|373.72 374|374.85 375|375.44 376|376.43 377|377.86 378|378.77 379|379.59 380|380.67 381|381.68 382|382.48 383|383.93 384|384.17 385|385.13 386|386.68 387|387.0 388|388.4 389|389.44 390|390.11 391|391.15 392|392.27 393|393.21 394|394.86 395|395.32 396|396.16 397|397.74 398|398.82 399|399.36 400|400.79 401|401.56 402|402.55 403|403.87 404|404.84 405|405.63 406|406.36 407|407.27 408|408.31 409|409.98 410|410.3 411|411.18 412|412.40 413|413.64 414|414.11 415|415.89 416|416.39 417|417.48 418|418.59 419|419.49 420|420.93 421|421.75 422|422.54 423|423.11 424|424.34 425|425.92 426|426.55 427|427.75 428|428.99 429|429.81 430|430.71 431|431.83 432|432.68 433|433.37 434|434.38 435|435.1 436|436.72 437|437.73 438|438.22 439|439.18 440|440.45 441|441.96 442|442.19 443|443.4 444|444.95 445|445.76 446|446.37 447|447.7 448|448.76 449|449.31 450|450.21 451|451.6 452|452.92 453|453.44 454|454.69 455|455.87 456|456.54 457|457.98 458|458.32 459|459.23 460|460.81 461|461.70 462|462.79 463|463.77 464|464.36 465|465.61 466|466.67 467|467.50 468|468.35 469|469.3 470|470.74 471|471.52 472|472.80 473|473.48 474|474.13 475|475.16 476|476.26 477|477.45 478|478.71 479|479.57 480|480.24 481|481.18 482|482.9 483|483.7 484|484.11 485|485.15 486|486.26 487|487.37 488|488.41 489|489.31 490|490.12 491|491.98 492|492.60 493|493.70 494|494.49 495|495.12 496|496.68 497|497.31 498|498.36 499|499.29 500|500.11 501|501.25 502|502.5 503|503.7 504|504.40 505|505.78 506|506.50 507|507.65 508|508.74 509|509.21 510|510.25 511|511.4 512|512.16 513|513.10 514|514.8 515|515.92 516|516.66 517|517.4 518|518.47 519|519.79 520|520.76 521|521.37 522|522.85 523|523.56 524|524.84 525|525.43 526|526.42 527|527.14 528|528.84 529|529.33 530|530.74 531|531.98 532|532.71 533|533.62 534|534.10 535|535.80 536|536.60 537|537.56 538|538.61 539|539.24 540|540.74 541|541.8 542|542.75 543|543.72 544|544.61 545|545.78 546|546.74 547|547.6 548|548.47 549|549.62 550|550.78 551|551.49 552|552.4 553|553.45 554|554.79 555|555.44 556|556.7 557|557.33 558|558.26 559|559.52 560|560.47 561|561.48 562|562.76 563|563.87 564|564.34 565|565.22 566|566.43 567|567.64 568|568.33 569|569.28 570|570.43 571|571.64 572|572.39 573|573.36 574|574.63 575|575.63 576|576.75 577|577.3 578|578.61 579|579.11 580|580.96 581|581.44 582|582.65 583|583.88 584|584.82 585|585.30 586|586.40 587|587.93 588|588.98 589|589.98 590|590.83 591|591.33 592|592.69 593|593.54 594|594.76 595|595.29 596|596.15 597|597.56 598|598.54 599|599.64 600|600.94 601|601.73 602|602.78 603|603.63 604|604.13 605|605.9 606|606.62 607|607.10 608|608.1 609|609.58 610|610.70 611|611.67 612|612.71 613|613.78 614|614.48 615|615.99 616|616.97 617|617.9 618|618.83 619|619.88 620|620.45 621|621.33 622|622.48 623|623.54 624|624.85 625|625.84 626|626.34 627|627.80 628|628.4 629|629.9 630|630.80 631|631.20 632|632.17 633|633.30 634|634.54 635|635.68 636|636.97 637|637.29 638|638.32 639|639.88 640|640.46 641|641.83 642|642.49 643|643.19 644|644.98 645|645.40 646|646.14 647|647.66 648|648.95 649|649.50 650|650.10 651|651.29 652|652.97 653|653.62 654|654.69 655|655.93 656|656.15 657|657.12 658|658.4 659|659.62 660|660.50 661|661.9 662|662.16 663|663.84 664|664.57 665|665.93 666|666.33 667|667.95 668|668.8 669|669.66 670|670.90 671|671.79 672|672.31 673|673.32 674|674.73 675|675.39 676|676.82 677|677.1 678|678.33 679|679.58 680|680.7 681|681.53 682|682.81 683|683.28 684|684.40 685|685.85 686|686.30 687|687.64 688|688.97 689|689.35 690|690.73 691|691.24 692|692.4 693|693.45 694|694.7 695|695.15 696|696.32 697|697.92 698|698.26 699|699.31 700|700.28 701|701.37 702|702.19 703|703.35 704|704.44 705|705.90 706|706.84 707|707.80 708|708.2 709|709.36 710|710.97 711|711.48 712|712.76 713|713.89 714|714.68 715|715.83 716|716.0 717|717.52 718|718.89 719|719.20 720|720.10 721|721.63 722|722.13 723|723.1 724|724.95 725|725.87 726|726.70 727|727.38 728|728.61 729|729.18 730|730.35 731|731.68 732|732.21 733|733.37 734|734.36 735|735.11 736|736.56 737|737.80 738|738.21 739|739.54 740|740.65 741|741.94 742|742.92 743|743.1 744|744.16 745|745.1 746|746.60 747|747.91 748|748.62 749|749.56 750|750.47 751|751.5 752|752.61 753|753.63 754|754.74 755|755.27 756|756.32 757|757.25 758|758.27 759|759.48 760|760.50 761|761.76 762|762.78 763|763.70 764|764.79 765|765.4 766|766.63 767|767.64 768|768.67 769|769.70 770|770.78 771|771.31 772|772.55 773|773.80 774|774.7 775|775.80 776|776.44 777|777.6 778|778.66 779|779.77 780|780.9 781|781.14 782|782.43 783|783.92 784|784.32 785|785.68 786|786.7 787|787.88 788|788.36 789|789.16 790|790.10 791|791.87 792|792.5 793|793.4 794|794.44 795|795.24 796|796.12 797|797.44 798|798.72 799|799.90 800|800.89 801|801.85 802|802.7 803|803.96 804|804.38 805|805.31 806|806.47 807|807.38 808|808.29 809|809.24 810|810.87 811|811.53 812|812.70 813|813.95 814|814.35 815|815.31 816|816.30 817|817.53 818|818.0 819|819.18 820|820.29 821|821.10 822|822.70 823|823.30 824|824.61 825|825.39 826|826.78 827|827.49 828|828.24 829|829.85 830|830.28 831|831.78 832|832.53 833|833.31 834|834.74 835|835.73 836|836.30 837|837.17 838|838.99 839|839.16 840|840.99 841|841.28 842|842.66 843|843.51 844|844.71 845|845.92 846|846.9 847|847.51 848|848.42 849|849.40 850|850.22 851|851.37 852|852.83 853|853.34 854|854.82 855|855.8 856|856.7 857|857.55 858|858.0 859|859.32 860|860.56 861|861.39 862|862.20 863|863.27 864|864.79 865|865.53 866|866.98 867|867.12 868|868.29 869|869.99 870|870.19 871|871.64 872|872.9 873|873.8 874|874.51 875|875.81 876|876.72 877|877.31 878|878.43 879|879.47 880|880.18 881|881.13 882|882.80 883|883.6 884|884.67 885|885.65 886|886.76 887|887.96 888|888.33 889|889.53 890|890.48 891|891.96 892|892.24 893|893.47 894|894.4 895|895.28 896|896.63 897|897.96 898|898.38 899|899.70 900|900.21 901|901.3 902|902.74 903|903.47 904|904.39 905|905.3 906|906.96 907|907.72 908|908.41 909|909.43 910|910.82 911|911.26 912|912.6 913|913.65 914|914.13 915|915.61 916|916.9 917|917.16 918|918.36 919|919.40 920|920.47 921|921.57 922|922.52 923|923.24 924|924.20 925|925.71 926|926.4 927|927.47 928|928.50 929|929.12 930|930.68 931|931.29 932|932.62 933|933.51 934|934.64 935|935.95 936|936.75 937|937.5 938|938.97 939|939.85 940|940.10 941|941.10 942|942.45 943|943.88 944|944.51 945|945.40 946|946.82 947|947.39 948|948.50 949|949.17 950|950.31 951|951.46 952|952.32 953|953.45 954|954.27 955|955.92 956|956.45 957|957.74 958|958.65 959|959.27 960|960.10 961|961.3 962|962.74 963|963.73 964|964.39 965|965.35 966|966.24 967|967.78 968|968.66 969|969.10 970|970.47 971|971.3 972|972.22 973|973.48 974|974.12 975|975.66 976|976.27 977|977.61 978|978.29 979|979.79 980|980.51 981|981.14 982|982.62 983|983.16 984|984.36 985|985.98 986|986.4 987|987.21 988|988.65 989|989.69 990|990.93 991|991.96 992|992.65 993|993.23 994|994.66 995|995.88 996|996.55 997|997.51 998|998.15 999|999.76 1000|1000.36 1001|1001.17 1002|1002.63 1003|1003.65 1004|1004.90 1005|1005.59 1006|1006.53 1007|1007.21 1008|1008.36 1009|1009.67 1010|1010.57 1011|1011.0 1012|1012.3 1013|1013.29 1014|1014.25 1015|1015.30 1016|1016.85 1017|1017.95 1018|1018.88 1019|1019.88 1020|1020.46 1021|1021.95 1022|1022.86 1023|1023.43 1024|1024.14 1025|1025.90 1026|1026.27 1027|1027.20 1028|1028.40 1029|1029.51 1030|1030.2 1031|1031.14 1032|1032.47 1033|1033.98 1034|1034.99 1035|1035.30 1036|1036.36 1037|1037.11 1038|1038.99 1039|1039.4 1040|1040.74 1041|1041.41 1042|1042.95 1043|1043.62 1044|1044.37 1045|1045.32 1046|1046.54 1047|1047.44 1048|1048.29 1049|1049.96 1050|1050.82 1051|1051.92 1052|1052.60 1053|1053.16 1054|1054.42 1055|1055.82 1056|1056.66 1057|1057.12 1058|1058.55 1059|1059.99 1060|1060.44 1061|1061.75 1062|1062.51 1063|1063.15 1064|1064.62 1065|1065.77 1066|1066.89 1067|1067.32 1068|1068.3 1069|1069.57 1070|1070.67 1071|1071.23 1072|1072.93 1073|1073.41 1074|1074.5 1075|1075.23 1076|1076.45 1077|1077.53 1078|1078.55 1079|1079.27 1080|1080.15 1081|1081.11 1082|1082.25 1083|1083.25 1084|1084.57 1085|1085.50 1086|1086.57 1087|1087.19 1088|1088.51 1089|1089.3 1090|1090.45 1091|1091.36 1092|1092.97 1093|1093.38 1094|1094.83 1095|1095.54 1096|1096.1 1097|1097.71 1098|1098.49 1099|1099.60 1100|1100.13 1101|1101.76 1102|1102.45 1103|1103.46 1104|1104.57 1105|1105.43 1106|1106.55 1107|1107.74 1108|1108.87 1109|1109.56 1110|1110.89 1111|1111.11 1112|1112.94 1113|1113.65 1114|1114.77 1115|1115.43 1116|1116.24 1117|1117.91 1118|1118.99 1119|1119.31 1120|1120.31 1121|1121.38 1122|1122.16 1123|1123.89 1124|1124.48 1125|1125.81 1126|1126.2 1127|1127.70 1128|1128.11 1129|1129.14 1130|1130.11 1131|1131.14 1132|1132.52 1133|1133.96 1134|1134.44 1135|1135.45 1136|1136.10 1137|1137.48 1138|1138.98 1139|1139.94 1140|1140.30 1141|1141.53 1142|1142.34 1143|1143.9 1144|1144.74 1145|1145.86 1146|1146.99 1147|1147.50 1148|1148.75 1149|1149.39 1150|1150.98 1151|1151.7 1152|1152.85 1153|1153.64 1154|1154.57 1155|1155.82 1156|1156.33 1157|1157.45 1158|1158.35 1159|1159.54 1160|1160.38 1161|1161.73 1162|1162.13 1163|1163.32 1164|1164.28 1165|1165.8 1166|1166.56 1167|1167.83 1168|1168.2 1169|1169.78 1170|1170.69 1171|1171.73 1172|1172.29 1173|1173.16 1174|1174.40 1175|1175.38 1176|1176.32 1177|1177.29 1178|1178.89 1179|1179.19 1180|1180.47 1181|1181.5 1182|1182.48 1183|1183.64 1184|1184.51 1185|1185.28 1186|1186.36 1187|1187.15 1188|1188.75 1189|1189.73 1190|1190.20 1191|1191.62 1192|1192.45 1193|1193.15 1194|1194.44 1195|1195.76 1196|1196.40 1197|1197.87 1198|1198.88 1199|1199.80 1200|1200.53 1201|1201.34 1202|1202.17 1203|1203.4 1204|1204.25 1205|1205.76 1206|1206.51 1207|1207.15 1208|1208.66 1209|1209.91 1210|1210.68 1211|1211.69 1212|1212.22 1213|1213.68 1214|1214.30 1215|1215.43 1216|1216.56 1217|1217.89 1218|1218.7 1219|1219.39 1220|1220.19 1221|1221.13 1222|1222.45 1223|1223.42 1224|1224.86 1225|1225.44 1226|1226.57 1227|1227.16 1228|1228.43 1229|1229.30 1230|1230.55 1231|1231.45 1232|1232.12 1233|1233.11 1234|1234.50 1235|1235.77 1236|1236.89 1237|1237.74 1238|1238.89 1239|1239.94 1240|1240.35 1241|1241.92 1242|1242.14 1243|1243.72 1244|1244.1 1245|1245.63 1246|1246.66 1247|1247.65 1248|1248.71 1249|1249.37 1250|1250.57 1251|1251.23 1252|1252.14 1253|1253.77 1254|1254.54 1255|1255.13 1256|1256.68 1257|1257.57 1258|1258.75 1259|1259.39 1260|1260.70 1261|1261.23 1262|1262.73 1263|1263.15 1264|1264.1 1265|1265.96 1266|1266.50 1267|1267.54 1268|1268.50 1269|1269.31 1270|1270.5 1271|1271.96 1272|1272.75 1273|1273.74 1274|1274.96 1275|1275.88 1276|1276.87 1277|1277.62 1278|1278.94 1279|1279.51 1280|1280.87 1281|1281.35 1282|1282.55 1283|1283.66 1284|1284.71 1285|1285.11 1286|1286.5 1287|1287.76 1288|1288.87 1289|1289.39 1290|1290.33 1291|1291.22 1292|1292.44 1293|1293.55 1294|1294.8 1295|1295.46 1296|1296.55 1297|1297.26 1298|1298.37 1299|1299.26 1300|1300.67 1301|1301.19 1302|1302.79 1303|1303.70 1304|1304.29 1305|1305.0 1306|1306.86 1307|1307.8 1308|1308.98 1309|1309.69 1310|1310.89 1311|1311.12 1312|1312.64 1313|1313.74 1314|1314.77 1315|1315.89 1316|1316.47 1317|1317.36 1318|1318.83 1319|1319.2 1320|1320.91 1321|1321.59 1322|1322.92 1323|1323.28 1324|1324.49 1325|1325.48 1326|1326.5 1327|1327.28 1328|1328.14 1329|1329.29 1330|1330.95 1331|1331.13 1332|1332.44 1333|1333.25 1334|1334.30 1335|1335.49 1336|1336.97 1337|1337.26 1338|1338.96 1339|1339.34 1340|1340.55 1341|1341.45 1342|1342.96 1343|1343.71 1344|1344.75 1345|1345.82 1346|1346.37 1347|1347.42 1348|1348.58 1349|1349.52 1350|1350.43 1351|1351.5 1352|1352.55 1353|1353.57 1354|1354.68 1355|1355.25 1356|1356.98 1357|1357.52 1358|1358.66 1359|1359.88 1360|1360.23 1361|1361.34 1362|1362.77 1363|1363.69 1364|1364.93 1365|1365.80 1366|1366.77 1367|1367.87 1368|1368.72 1369|1369.9 1370|1370.62 1371|1371.88 1372|1372.88 1373|1373.71 1374|1374.80 1375|1375.92 1376|1376.65 1377|1377.86 1378|1378.3 1379|1379.9 1380|1380.83 1381|1381.40 1382|1382.94 1383|1383.45 1384|1384.91 1385|1385.47 1386|1386.28 1387|1387.76 1388|1388.52 1389|1389.46 1390|1390.76 1391|1391.43 1392|1392.45 1393|1393.83 1394|1394.19 1395|1395.82 1396|1396.47 1397|1397.41 1398|1398.33 1399|1399.98 1400|1400.56 1401|1401.80 1402|1402.27 1403|1403.18 1404|1404.67 1405|1405.35 1406|1406.65 1407|1407.32 1408|1408.96 1409|1409.33 1410|1410.40 1411|1411.2 1412|1412.15 1413|1413.56 1414|1414.41 1415|1415.91 1416|1416.80 1417|1417.29 1418|1418.50 1419|1419.92 1420|1420.67 1421|1421.17 1422|1422.31 1423|1423.50 1424|1424.75 1425|1425.7 1426|1426.94 1427|1427.25 1428|1428.52 1429|1429.83 1430|1430.79 1431|1431.96 1432|1432.98 1433|1433.69 1434|1434.29 1435|1435.72 1436|1436.88 1437|1437.98 1438|1438.23 1439|1439.22 1440|1440.98 1441|1441.34 1442|1442.34 1443|1443.47 1444|1444.62 1445|1445.70 1446|1446.68 1447|1447.18 1448|1448.65 1449|1449.26 1450|1450.46 1451|1451.14 1452|1452.57 1453|1453.24 1454|1454.77 1455|1455.17 1456|1456.7 1457|1457.72 1458|1458.86 1459|1459.72 1460|1460.22 1461|1461.12 1462|1462.64 1463|1463.77 1464|1464.42 1465|1465.39 1466|1466.39 1467|1467.31 1468|1468.29 1469|1469.70 1470|1470.11 1471|1471.53 1472|1472.17 1473|1473.97 1474|1474.38 1475|1475.51 1476|1476.10 1477|1477.94 1478|1478.44 1479|1479.90 1480|1480.48 1481|1481.20 1482|1482.56 1483|1483.14 1484|1484.92 1485|1485.73 1486|1486.83 1487|1487.75 1488
[...truncated too long message...]
work.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 28, 2017 5:34:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=629, maxMBSortInHeap=7.0061517670228355, sim=RandomSimilarity(queryNorm=true): {}, locale=lv-LV, timezone=America/Argentina/San_Luis
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=97055240,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CollectionTooManyReplicasTest, TestCursorMarkWithoutUniqueKey, TestDFISimilarityFactory, LukeRequestHandlerTest, CoreAdminCreateDiscoverTest, AnalyticsMergeStrategyTest, TestSha256AuthenticationProvider, PrimUtilsTest, TestTrieFacet, TestFieldCacheVsDocValues, TestHashQParserPlugin, SearchRateTriggerTest, TestDeleteCollectionOnDownNodes, JavabinLoaderTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsChaosMonkeyNothingIsSafeTest, TestCollationField, EnumFieldTest, AtomicUpdatesTest, DirectUpdateHandlerTest, BigEndianAscendingWordSerializerTest, TriLevelCompositeIdRoutingTest, TestReplicaProperties, DocValuesMultiTest, ChaosMonkeySafeLeaderWithPullReplicasTest, RulesTest, TestRestManager, PingRequestHandlerTest, SuggesterFSTTest, TestCoreAdminApis, CollectionsAPIDistributedZkTest, SolrIndexConfigTest, DistribDocExpirationUpdateProcessorTest, InfoHandlerTest, BlockJoinFacetDistribTest, SuggestComponentTest, TestStressInPlaceUpdates, TestFreeTextSuggestions, TestSolrFieldCacheBean, SearchHandlerTest, ResponseHeaderTest, NotRequiredUniqueKeyTest, CdcrRequestHandlerTest, VersionInfoTest, TestFastWriter, TestSurroundQueryParser, TestCollectionAPI, LeaderFailoverAfterPartitionTest, TestCloudJSONFacetJoinDomain, SortSpecParsingTest, TestReloadDeadlock, ZkStateWriterTest, SolrIndexSplitterTest, TestCloudManagedSchema, SolrCloudReportersTest, AssignTest, TestMacroExpander, TestStressRecovery, TestFaceting, NumberUtilsTest, TestAuthenticationFramework, TestMaxScoreQueryParser, TestFieldResource, ConvertedLegacyTest, TestLazyCores, TolerantUpdateProcessorTest, SolrJmxReporterCloudTest, TestSSLRandomization, PreAnalyzedFieldTest, TestScoreJoinQPNoScore, HealthCheckHandlerTest, TestHttpShardHandlerFactory, TestSchemalessBufferedUpdates, IgnoreCommitOptimizeUpdateProcessorFactoryTest, BadCopyFieldTest, DirectoryFactoryTest, SmileWriterTest, PathHierarchyTokenizerFactoryTest, TestSimpleTextCodec, AutoAddReplicasIntegrationTest, TestHdfsBackupRestoreCore, TestFastLRUCache, OutputWriterTest, TestNRTOpen, CreateCollectionCleanupTest, TestRawTransformer, TestSimpleTrackingShardHandler, TestRandomFlRTGCloud, BinaryUpdateRequestHandlerTest, TestSizeLimitedDistributedMap, TestJettySolrRunner, MoreLikeThisHandlerTest, RollingRestartTest, TestSolrQueryParser, SolrMetricsIntegrationTest, DistributedQueryComponentCustomSortTest, HighlighterConfigTest, ShardRoutingCustomTest, DebugComponentTest, TestRangeQuery, TestOrdValues, SOLR749Test, QueryResultKeyTest, DistributedVersionInfoTest, CdcrBootstrapTest, CachingDirectoryFactoryTest, TestNumericRangeQuery32, SynonymTokenizerTest, DistributedTermsComponentTest, RequestHandlersTest, TestFieldSortValues, AddReplicaTest, TestDynamicFieldCollectionResource, SampleTest, HdfsRestartWhileUpdatingTest, TestNumericTerms32, TestXIncludeConfig, TestSolr4Spatial, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestDocSet, NumericFieldsTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestSolrCoreProperties, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistributedQueueTest, ForceLeaderTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, RemoteQueryErrorTest, ReplaceNodeTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPI, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplicaErrorHandling, TestSegmentSorting, TestSkipOverseerOperations, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=F7DC2A05766772DB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lv-LV -Dtests.timezone=America/Argentina/San_Luis -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=15860, name=jetty-launcher-2415-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=15848, name=jetty-launcher-2415-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([F7DC2A05766772DB]:0)
[junit4] Completed [557/746 (4!)] on J1 in 49.49s, 12 tests, 1 error <<< FAILURES!
[...truncated 43722 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20755 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20755/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CloudExitableDirectoryReaderTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([E95B3D679F2DEC1B]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.setupCluster(CloudExitableDirectoryReaderTest.java:49)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.index.hdfs.CheckHdfsIndexTest.testChecksumsOnly
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:43013
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43013
at __randomizedtesting.SeedInfo.seed([E95B3D679F2DEC1B:4BBEF4447DE214DB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 42 more
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([E95B3D679F2DEC1B:D1E81999B8DE38CA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12350 lines...]
[junit4] Suite: org.apache.solr.index.hdfs.CheckHdfsIndexTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/init-core-data-001
[junit4] 2> 158853 WARN (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=37 numCloses=37
[junit4] 2> 158853 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 158854 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 158854 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 158854 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 158908 WARN (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 158915 WARN (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 158917 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 158920 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43233_hdfs____.z9rc37/webapp
[junit4] 2> 158985 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43233
[junit4] 2> 159062 WARN (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 159063 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 159064 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33183_datanode____.k1xjm5/webapp
[junit4] 2> 159125 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33183
[junit4] 2> 159149 WARN (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 159150 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.m.log jetty-6.1.x
[junit4] 2> 159155 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34627_datanode____.f535sv/webapp
[junit4] 2> 159231 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:39673) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 159238 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x122e88e831fb26: from storage DS-260ba85a-6998-445a-94e3-c14197ab4576 node DatanodeRegistration(127.0.0.1:35239, datanodeUuid=b6241acd-ff3c-4eba-bd6e-8343551a9d5d, infoPort=43809, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-56;cid=testClusterID;nsid=552619407;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 159238 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x122e88e831fb26: from storage DS-b33d8884-adfa-4ba1-aee3-ecb49bf63a2d node DatanodeRegistration(127.0.0.1:35239, datanodeUuid=b6241acd-ff3c-4eba-bd6e-8343551a9d5d, infoPort=43809, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-56;cid=testClusterID;nsid=552619407;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 159241 INFO (SUITE-CheckHdfsIndexTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34627
[junit4] 2> 159344 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:39673) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 159350 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x122e88eee27c1c: from storage DS-3ea1752b-5269-4327-a1fc-6b3f19509ef1 node DatanodeRegistration(127.0.0.1:43521, datanodeUuid=2efc312e-c519-43cf-af66-7f3adb7ae28c, infoPort=35775, infoSecurePort=0, ipcPort=32841, storageInfo=lv=-56;cid=testClusterID;nsid=552619407;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 159350 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x122e88eee27c1c: from storage DS-e5c6890a-8ac0-43be-bc5e-4ed176c27244 node DatanodeRegistration(127.0.0.1:43521, datanodeUuid=2efc312e-c519-43cf-af66-7f3adb7ae28c, infoPort=35775, infoSecurePort=0, ipcPort=32841, storageInfo=lv=-56;cid=testClusterID;nsid=552619407;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 159370 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 159370 INFO (Thread-397) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 159370 INFO (Thread-397) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 159371 ERROR (Thread-397) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 159470 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkTestServer start zk server on port:43191
[junit4] 2> 159479 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 159479 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 159480 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 159480 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 159481 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 159481 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 159481 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 159482 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 159482 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 159483 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 159483 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 159483 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 159557 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 159558 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21883245{/,null,AVAILABLE}
[junit4] 2> 159558 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@679b1a8d{HTTP/1.1,[http/1.1]}{127.0.0.1:43013}
[junit4] 2> 159559 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.Server Started @169986ms
[junit4] 2> 159559 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:39673/hdfs__localhost.localdomain_39673__home_jenkins_workspace_Lucene-Solr-master-Linux_solr_build_solr-core_test_J1_temp_solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001_tempDir-002_control_data, hostPort=43013, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/control-001/cores, replicaType=NRT}
[junit4] 2> 159559 ERROR (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 159559 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 159559 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 159559 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 159559 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T13:54:26.131510Z
[junit4] 2> 159561 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 159561 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/control-001/solr.xml
[junit4] 2> 159563 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 159563 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 159563 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 159565 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43191/solr
[junit4] 2> 159613 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 159613 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43013_
[junit4] 2> 159614 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.Overseer Overseer (id=98906856878374916-127.0.0.1:43013_-n_0000000000) starting
[junit4] 2> 159636 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43013_
[junit4] 2> 159637 INFO (zkCallback-149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 159752 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036
[junit4] 2> 159760 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036
[junit4] 2> 159761 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036
[junit4] 2> 159762 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/control-001/cores
[junit4] 2> 159795 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 159795 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43191/solr ready
[junit4] 2> 159796 INFO (qtp1181762121-1287) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43013_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 159798 INFO (OverseerThreadFactory-439-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 159913 INFO (qtp1181762121-1293) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 159913 INFO (qtp1181762121-1293) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 160015 INFO (zkCallback-149-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 160927 INFO (qtp1181762121-1293) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 160934 INFO (qtp1181762121-1293) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 160994 INFO (qtp1181762121-1293) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 161015 INFO (qtp1181762121-1293) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 161015 INFO (qtp1181762121-1293) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036
[junit4] 2> 161019 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:39673/solr_hdfs_home
[junit4] 2> 161019 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 161019 INFO (qtp1181762121-1293) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 161019 INFO (qtp1181762121-1293) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:39673/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 161020 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39673/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 161026 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 161027 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 161027 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 161127 WARN (qtp1181762121-1293) [ ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 166131 INFO (qtp1181762121-1293) [ ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 166135 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39673/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 166155 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:39673/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 166161 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 166161 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 166162 INFO (qtp1181762121-1293) [ ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 166167 INFO (qtp1181762121-1293) [ ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 166167 INFO (qtp1181762121-1293) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=16.1484375, floorSegmentMB=1.681640625, forceMergeDeletesPctAllowed=11.205865453885908, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 166254 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35239 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b33d8884-adfa-4ba1-aee3-ecb49bf63a2d:NORMAL:127.0.0.1:35239|RBW], ReplicaUC[[DISK]DS-e5c6890a-8ac0-43be-bc5e-4ed176c27244:NORMAL:127.0.0.1:43521|RBW]]} size 69
[junit4] 2> 166254 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43521 is added to blk_1073741825_1001 size 69
[junit4] 2> 166659 WARN (qtp1181762121-1293) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 166689 INFO (qtp1181762121-1293) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 166689 INFO (qtp1181762121-1293) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 166689 INFO (qtp1181762121-1293) [ ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 166696 INFO (qtp1181762121-1293) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 166696 INFO (qtp1181762121-1293) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 166698 INFO (qtp1181762121-1293) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=99.2890625, floorSegmentMB=2.12109375, forceMergeDeletesPctAllowed=16.52182675363651, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21144331276074757
[junit4] 2> 166725 INFO (qtp1181762121-1293) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3353db21[control_collection_shard1_replica_n1] main]
[junit4] 2> 166726 INFO (qtp1181762121-1293) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 166726 INFO (qtp1181762121-1293) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 166727 INFO (qtp1181762121-1293) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 166728 INFO (searcherExecutor-442-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3353db21[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 166728 INFO (qtp1181762121-1293) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582509717769420800
[junit4] 2> 166731 INFO (qtp1181762121-1293) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 166731 INFO (qtp1181762121-1293) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 166731 INFO (qtp1181762121-1293) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43013/control_collection_shard1_replica_n1/
[junit4] 2> 166731 INFO (qtp1181762121-1293) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 166731 INFO (qtp1181762121-1293) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:43013/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 166731 INFO (qtp1181762121-1293) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 166732 INFO (qtp1181762121-1293) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43013/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 219854 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 43013
[junit4] 2> 219854 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=434805320
[junit4] 2> 219854 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 219854 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38aa888c: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@38a97274
[junit4] 2> 219859 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 219859 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fab812b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@122755c8
[junit4] 2> 219863 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 219863 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5acfa4e4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@126eff1
[junit4] 2> 219864 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43013_
[junit4] 2> 219864 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 219865 INFO (zkCallback-149-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 219865 INFO (coreCloseExecutor-447-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@30cf28c1
[junit4] 2> 219865 INFO (coreCloseExecutor-447-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=818882753
[junit4] 2> 219865 INFO (coreCloseExecutor-447-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@465c473e: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@486d2904
[junit4] 2> 219874 INFO (coreCloseExecutor-447-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=818882753
[junit4] 2> 219886 INFO (coreCloseExecutor-447-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:39673/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 219888 INFO (coreCloseExecutor-447-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:39673/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 219889 INFO (coreCloseExecutor-447-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:39673/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 219894 ERROR (OldIndexDirectoryCleanupThreadForCore-control_collection_shard1_replica_n1) [ ] o.a.s.c.HdfsDirectoryFactory Error checking for old index directories to clean-up.
[junit4] 2> java.io.IOException: Filesystem closed
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:808)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2083)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
[junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1517)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1557)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:540)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3018)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 219895 ERROR (OldIndexDirectoryCleanupThreadForCore-control_collection_shard1_replica_n1) [ ] o.a.s.c.SolrCore Failed to cleanup old index directories for core control_collection_shard1_replica_n1
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:558)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3018)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 230661 INFO (ScheduledTrigger-437-thread-2) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 230670 INFO (AutoscalingActionExecutor-438-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f1c06da0e29940T8fzk0um4ifiiu78r7ed21ixbg",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1509198927229000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509198927229000000],
[junit4] 2> "_enqueue_time_":1509198937232000000,
[junit4] 2> "nodeNames":["127.0.0.1:43013_"]}}
[junit4] 2> 339799 ERROR (qtp1181762121-1287) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 339799 INFO (qtp1181762121-1287) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43013_&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 339799 ERROR (qtp1181762121-1287) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 760013 ERROR (OverseerThreadFactory-439-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:43013
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43013
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 760013 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.Overseer Overseer (id=98906856878374916-127.0.0.1:43013_-n_0000000000) closing
[junit4] 2> 760014 ERROR (OverseerThreadFactory-439-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 760014 INFO (OverseerStateUpdate-98906856878374916-127.0.0.1:43013_-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43013_
[junit4] 2> 760016 INFO (OverseerThreadFactory-439-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 790056 INFO (zkCallback-149-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 790057 ERROR (OverseerThreadFactory-439-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:684)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 790062 INFO (OverseerThreadFactory-439-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 790063 WARN (OverseerAutoScalingTriggerThread-98906856878374916-127.0.0.1:43013_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 790064 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@679b1a8d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 790064 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@21883245{/,null,UNAVAILABLE}
[junit4] 2> 790104 ERROR (qtp1181762121-1293) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 790104 ERROR (qtp1181762121-1293) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 790105 INFO (qtp1181762121-1293) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630192
[junit4] 2> 790105 ERROR (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 790105 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnly-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43191 43191
[junit4] 2> 796648 INFO (Thread-397) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43191 43191
[junit4] 2> 796649 WARN (Thread-397) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CheckHdfsIndexTest -Dtests.method=testChecksumsOnly -Dtests.seed=E95B3D679F2DEC1B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=kde -Dtests.timezone=AGT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 637s J1 | CheckHdfsIndexTest.testChecksumsOnly <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43013
[junit4] > at __randomizedtesting.SeedInfo.seed([E95B3D679F2DEC1B:4BBEF4447DE214DB]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 42 more
[junit4] 2> 796657 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 796657 INFO (Thread-422) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 796657 INFO (Thread-422) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 796658 ERROR (Thread-422) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 796757 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkTestServer start zk server on port:41761
[junit4] 2> 796767 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 796768 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 796768 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 796769 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 796769 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 796769 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 796770 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 796770 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 796771 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 796771 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 796772 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 796772 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 796843 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 796843 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52be314f{/,null,AVAILABLE}
[junit4] 2> 796843 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c61f829{HTTP/1.1,[http/1.1]}{127.0.0.1:40155}
[junit4] 2> 796844 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.e.j.s.Server Started @807271ms
[junit4] 2> 796844 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:39673/hdfs__localhost.localdomain_39673__home_jenkins_workspace_Lucene-Solr-master-Linux_solr_build_solr-core_test_J1_temp_solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001_tempDir-003_control_data, hostPort=40155, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/control-002/cores}
[junit4] 2> 796844 ERROR (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 796844 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 796844 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 796844 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 796844 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T14:05:03.416907Z
[junit4] 2> 796848 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 796848 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/control-002/solr.xml
[junit4] 2> 796851 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 796851 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 796851 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 796854 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41761/solr
[junit4] 2> 796893 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 796893 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40155_
[junit4] 2> 796893 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.Overseer Overseer (id=98906898643681284-127.0.0.1:40155_-n_0000000000) starting
[junit4] 2> 796899 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40155_
[junit4] 2> 796899 INFO (zkCallback-161-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 796964 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036
[junit4] 2> 796973 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036
[junit4] 2> 796973 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036
[junit4] 2> 796975 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.index.hdfs.CheckHdfsIndexTest_E95B3D679F2DEC1B-001/control-002/cores
[junit4] 2> 796993 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 796993 INFO (TEST-CheckHdfsIndexTest.testChecksumsOnlyVerbose-seed#[E95B3D679F2DEC1B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41761/solr ready
[junit4] 2> 796994 INFO (qtp1192066414-1370) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40155_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 796995 INFO (OverseerThreadFactory-456-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 797100 INFO (qtp1192066414-1371) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 797100 INFO (qtp1192066414-1371) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 797205 INFO (zkCallback-161-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 798122 INFO (qtp1192066414-1371) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 798134 INFO (qtp1192066414-1371) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 798256 INFO (qtp1192066414-1371) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 798268 INFO (qtp1192066414-1371) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 798268 INFO (qtp1192066414-1371) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba9e036
[junit4] 2> 798269 INFO (qtp1192066414-1371) [ ] o.a.s.c.
[...truncated too long message...]
",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"exitable_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:41979/solr",
[junit4] 2> "node_name":"127.0.0.1:41979_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 2907848 INFO (coreCloseExecutor-6305-thread-1) [ ] o.a.s.c.SolrCore [exitable_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@7bdef1cc
[junit4] 2> 2907848 INFO (coreCloseExecutor-6305-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.exitable.shard2.replica_n2, tag=2078208460
[junit4] 2> 2907848 INFO (coreCloseExecutor-6305-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10c1370d: rootName = solr_41979, domain = solr.core.exitable.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.exitable.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@31a8bff4
[junit4] 2> 2907853 INFO (coreCloseExecutor-6305-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.exitable.shard2.leader, tag=2078208460
[junit4] 2> 2907854 INFO (jetty-closer-2480-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f12b23c{/solr,null,UNAVAILABLE}
[junit4] 2> 2907854 ERROR (SUITE-CloudExitableDirectoryReaderTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2907854 INFO (SUITE-CloudExitableDirectoryReaderTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42649 42649
[junit4] 2> 2915147 INFO (Thread-3547) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42649 42649
[junit4] 2> 2915147 WARN (Thread-3547) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/exitable/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 2915148 INFO (SUITE-CloudExitableDirectoryReaderTest-seed#[E95B3D679F2DEC1B]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=221, maxMBSortInHeap=5.605419825772927, sim=RandomSimilarity(queryNorm=false): {}, locale=en-LR, timezone=Africa/Casablanca
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=273773136,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [BitVectorTest, HdfsRecoverLeaseTest, ExitableDirectoryReaderTest, TestLegacyField, RequiredFieldsTest, SimplePostToolTest, TestCharFilters, BlobRepositoryCloudTest, DistributedQueryComponentOptimizationTest, TestZkAclsWithHadoopAuth, LeaderFailureAfterFreshStartTest, TestComplexPhraseQParserPlugin, TestSerializedLuceneMatchVersion, TestExceedMaxTermLength, TestFunctionQuery, AlternateDirectoryTest, TestMaxTokenLenTokenizer, ClassificationUpdateProcessorFactoryTest, TestInitQParser, IndexBasedSpellCheckerTest, TestCloudSearcherWarming, BasicAuthStandaloneTest, JvmMetricsTest, SharedFSAutoReplicaFailoverTest, TestSolrCoreProperties, TestLFUCache, TestCollectionsAPIViaSolrCloudCluster, CollectionsAPIAsyncDistributedZkTest, TestSystemIdResolver, TestExactStatsCache, OverseerTest, TestDefaultStatsCache, TestDelegationWithHadoopAuth, CloneFieldUpdateProcessorFactoryTest, IndexSchemaTest, HdfsUnloadDistributedZkTest, UninvertDocValuesMergePolicyTest, TestGeoJSONResponseWriter, TestTolerantSearch, TestInfoStreamLogging, TestSolrConfigHandler, TestReplicationHandlerBackup, TestLRUCache, SpellPossibilityIteratorTest, DistributedFacetPivotLargeTest, TestDistributedGrouping, TestClusterStateMutator, TestConfigSetProperties, TestSolrCoreSnapshots, SolrCoreCheckLockOnStartupTest, PeerSyncWithIndexFingerprintCachingTest, CSVRequestHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, BooleanFieldTest, ParsingFieldUpdateProcessorsTest, DistributedSpellCheckComponentTest, DefaultValueUpdateProcessorTest, TestBlobHandler, DisMaxRequestHandlerTest, TestJsonFacets, DateRangeFieldTest, ConnectionReuseTest, ManagedSchemaRoundRobinCloudTest, TestFuzzyAnalyzedSuggestions, TestLeaderInitiatedRecoveryThread, UniqFieldsUpdateProcessorFactoryTest, FieldMutatingUpdateProcessorTest, MetricsHandlerTest, TestCloudSchemaless, ZkNodePropsTest, VMParamsZkACLAndCredentialsProvidersTest, TestDocTermOrds, ScriptEngineTest, SpatialRPTFieldTypeTest, TestFieldCacheWithThreads, TestManagedResource, TestTrie, TestPushWriter, TestValueSourceCache, UUIDFieldTest, TestPartialUpdateDeduplication, TestCSVResponseWriter, TestIntervalFaceting, BufferStoreTest, TestDistributedMissingSort, TestNumericRangeQuery64, TestRealTimeGet, QueryElevationComponentTest, TestSearcherReuse, AsyncCallRequestStatusResponseTest, TestElisionMultitermQuery, TestDistributedStatsComponentCardinality, SuggesterWFSTTest, TestSchemaResource, TestRequestForwarding, MergeStrategyTest, DistribJoinFromCollectionTest, TestQueryWrapperFilter, TestRandomRequestDistribution, HLLSerializationTest, ConjunctionSolrSpellCheckerTest, PluginInfoTest, TestSolrDeletionPolicy2, TestSolrCloudWithSecureImpersonation, TestZkChroot, TestReRankQParserPlugin, SpatialHeatmapFacetsTest, SystemInfoHandlerTest, TestLegacyTerms, SolrGangliaReporterTest, TestSolrCLIRunExample, TestHdfsCloudBackupRestore, TestConfigSetsAPIZkFailure, TestCloudDeleteByQuery, HttpPartitionTest, TimeZoneUtilsTest, SortByFunctionTest, ImplicitSnitchTest, AliasIntegrationTest, SolrShardReporterTest, ExecutePlanActionTest, AutoAddReplicasPlanActionTest, DeleteStatusTest, SyncSliceTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkCLITest, TestGroupingSearch, BadIndexSchemaTest, TestFiltering, TestCoreDiscovery, SuggesterFSTTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, PreAnalyzedFieldTest, ClusterStateTest, TestSolrJ, TestUtils, TestDocumentBuilder, SliceStateTest, DistributedMLTComponentTest, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AssignBackwardCompatibilityTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CloudExitableDirectoryReaderTest -Dtests.seed=E95B3D679F2DEC1B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-LR -Dtests.timezone=Africa/Casablanca -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | CloudExitableDirectoryReaderTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([E95B3D679F2DEC1B]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
[junit4] > at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.setupCluster(CloudExitableDirectoryReaderTest.java:49)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [573/746 (3!)] on J2 in 1229.03s, 0 tests, 1 error <<< FAILURES!
[...truncated 40609 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20754 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20754/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
4 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A9A6BBFDA4E29647:94DC9053879A3C50]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testGammaDistribution(StreamExpressionTest.java:6883)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.ShardSplitTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([59330630B8211495:D16739EA16DD796D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.ShardSplitTest.splitByRouteFieldTest(ShardSplitTest.java:736)
at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:101)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes
Error Message:
Timed out waiting for leader elections null Live Nodes: [127.0.0.1:36391_solr, 127.0.0.1:39367_solr] Last available state: DocCollection(halfdeletedcollection2//collections/halfdeletedcollection2/state.json/10)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{ "shard1":{ "range":"80000000-bfffffff", "state":"active", "replicas":{ "core_node3":{ "core":"halfdeletedcollection2_shard1_replica_n1", "base_url":"https://127.0.0.1:35313/solr", "node_name":"127.0.0.1:35313_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"halfdeletedcollection2_shard1_replica_n2", "base_url":"https://127.0.0.1:39367/solr", "node_name":"127.0.0.1:39367_solr", "state":"active", "type":"NRT"}, "core_node7":{ "core":"halfdeletedcollection2_shard1_replica_n4", "base_url":"https://127.0.0.1:36391/solr", "node_name":"127.0.0.1:36391_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{ "core_node9":{ "core":"halfdeletedcollection2_shard2_replica_n6", "base_url":"https://127.0.0.1:32839/solr", "node_name":"127.0.0.1:32839_solr", "state":"down", "type":"NRT"}, "core_node11":{ "core":"halfdeletedcollection2_shard2_replica_n8", "base_url":"https://127.0.0.1:35313/solr", "node_name":"127.0.0.1:35313_solr", "state":"down", "type":"NRT"}, "core_node13":{ "core":"halfdeletedcollection2_shard2_replica_n10", "base_url":"https://127.0.0.1:39367/solr", "node_name":"127.0.0.1:39367_solr", "state":"active", "type":"NRT"}}}, "shard3":{ "range":"0-3fffffff", "state":"active", "replicas":{ "core_node15":{ "core":"halfdeletedcollection2_shard3_replica_n12", "base_url":"https://127.0.0.1:36391/solr", "node_name":"127.0.0.1:36391_solr", "state":"active", "type":"NRT"}, "core_node17":{ "core":"halfdeletedcollection2_shard3_replica_n14", "base_url":"https://127.0.0.1:32839/solr", "node_name":"127.0.0.1:32839_solr", "state":"down", "type":"NRT"}, "core_node19":{ "core":"halfdeletedcollection2_shard3_replica_n16", "base_url":"https://127.0.0.1:35313/solr", "node_name":"127.0.0.1:35313_solr", "state":"down", "type":"NRT"}}}, "shard4":{ "range":"40000000-7fffffff", "state":"active", "replicas":{ "core_node21":{ "core":"halfdeletedcollection2_shard4_replica_n18", "base_url":"https://127.0.0.1:39367/solr", "node_name":"127.0.0.1:39367_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node23":{ "core":"halfdeletedcollection2_shard4_replica_n20", "base_url":"https://127.0.0.1:36391/solr", "node_name":"127.0.0.1:36391_solr", "state":"active", "type":"NRT"}, "core_node24":{ "core":"halfdeletedcollection2_shard4_replica_n22", "base_url":"https://127.0.0.1:32839/solr", "node_name":"127.0.0.1:32839_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"3", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for leader elections
null
Live Nodes: [127.0.0.1:36391_solr, 127.0.0.1:39367_solr]
Last available state: DocCollection(halfdeletedcollection2//collections/halfdeletedcollection2/state.json/10)={
"pullReplicas":"0",
"replicationFactor":"3",
"shards":{
"shard1":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"halfdeletedcollection2_shard1_replica_n1",
"base_url":"https://127.0.0.1:35313/solr",
"node_name":"127.0.0.1:35313_solr",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"halfdeletedcollection2_shard1_replica_n2",
"base_url":"https://127.0.0.1:39367/solr",
"node_name":"127.0.0.1:39367_solr",
"state":"active",
"type":"NRT"},
"core_node7":{
"core":"halfdeletedcollection2_shard1_replica_n4",
"base_url":"https://127.0.0.1:36391/solr",
"node_name":"127.0.0.1:36391_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{
"core_node9":{
"core":"halfdeletedcollection2_shard2_replica_n6",
"base_url":"https://127.0.0.1:32839/solr",
"node_name":"127.0.0.1:32839_solr",
"state":"down",
"type":"NRT"},
"core_node11":{
"core":"halfdeletedcollection2_shard2_replica_n8",
"base_url":"https://127.0.0.1:35313/solr",
"node_name":"127.0.0.1:35313_solr",
"state":"down",
"type":"NRT"},
"core_node13":{
"core":"halfdeletedcollection2_shard2_replica_n10",
"base_url":"https://127.0.0.1:39367/solr",
"node_name":"127.0.0.1:39367_solr",
"state":"active",
"type":"NRT"}}},
"shard3":{
"range":"0-3fffffff",
"state":"active",
"replicas":{
"core_node15":{
"core":"halfdeletedcollection2_shard3_replica_n12",
"base_url":"https://127.0.0.1:36391/solr",
"node_name":"127.0.0.1:36391_solr",
"state":"active",
"type":"NRT"},
"core_node17":{
"core":"halfdeletedcollection2_shard3_replica_n14",
"base_url":"https://127.0.0.1:32839/solr",
"node_name":"127.0.0.1:32839_solr",
"state":"down",
"type":"NRT"},
"core_node19":{
"core":"halfdeletedcollection2_shard3_replica_n16",
"base_url":"https://127.0.0.1:35313/solr",
"node_name":"127.0.0.1:35313_solr",
"state":"down",
"type":"NRT"}}},
"shard4":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{
"core_node21":{
"core":"halfdeletedcollection2_shard4_replica_n18",
"base_url":"https://127.0.0.1:39367/solr",
"node_name":"127.0.0.1:39367_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node23":{
"core":"halfdeletedcollection2_shard4_replica_n20",
"base_url":"https://127.0.0.1:36391/solr",
"node_name":"127.0.0.1:36391_solr",
"state":"active",
"type":"NRT"},
"core_node24":{
"core":"halfdeletedcollection2_shard4_replica_n22",
"base_url":"https://127.0.0.1:32839/solr",
"node_name":"127.0.0.1:32839_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"3",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([59330630B8211495:C70662C89E02581D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:47)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:34125_solr, 127.0.0.1:36841_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple1_shard1_replica_n1", "base_url":"https://127.0.0.1:34125/solr", "node_name":"127.0.0.1:34125_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:44413/solr", "node_name":"127.0.0.1:44413_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"testSimple1_shard1_replica_n2", "base_url":"https://127.0.0.1:36841/solr", "node_name":"127.0.0.1:36841_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple1_shard2_replica_n4", "base_url":"https://127.0.0.1:34125/solr", "node_name":"127.0.0.1:34125_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:44413/solr", "node_name":"127.0.0.1:44413_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:34125_solr, 127.0.0.1:36841_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple1_shard1_replica_n1",
"base_url":"https://127.0.0.1:34125/solr",
"node_name":"127.0.0.1:34125_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"https://127.0.0.1:44413/solr",
"node_name":"127.0.0.1:44413_solr",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"testSimple1_shard1_replica_n2",
"base_url":"https://127.0.0.1:36841/solr",
"node_name":"127.0.0.1:36841_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple1_shard2_replica_n4",
"base_url":"https://127.0.0.1:34125/solr",
"node_name":"127.0.0.1:34125_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"https://127.0.0.1:44413/solr",
"node_name":"127.0.0.1:44413_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([59330630B8211495:618022CE9FD2C044]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:102)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11813 lines...]
[junit4] Suite: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/init-core-data-001
[junit4] 2> 205104 WARN (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
[junit4] 2> 205104 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 205105 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 205105 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 205106 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001
[junit4] 2> 205106 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 205106 INFO (Thread-449) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 205106 INFO (Thread-449) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 205109 ERROR (Thread-449) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 205206 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43511
[junit4] 2> 205228 INFO (jetty-launcher-362-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 205236 INFO (jetty-launcher-362-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 205237 INFO (jetty-launcher-362-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 205246 INFO (jetty-launcher-362-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 205248 INFO (jetty-launcher-362-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71cdcc51{/solr,null,AVAILABLE}
[junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11095f37{SSL,[ssl, http/1.1]}{127.0.0.1:32839}
[junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.e.j.s.Server Started @207529ms
[junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32839}
[junit4] 2> 205249 ERROR (jetty-launcher-362-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 205249 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T10:57:30.420507Z
[junit4] 2> 205248 INFO (jetty-launcher-362-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15b8738{/solr,null,AVAILABLE}
[junit4] 2> 205257 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 205267 INFO (jetty-launcher-362-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64ec362d{/solr,null,AVAILABLE}
[junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@389acfc8{SSL,[ssl, http/1.1]}{127.0.0.1:39367}
[junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.e.j.s.Server Started @207548ms
[junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39367}
[junit4] 2> 205268 ERROR (jetty-launcher-362-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 205268 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T10:57:30.439845Z
[junit4] 2> 205269 INFO (jetty-launcher-362-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70f0cb52{SSL,[ssl, http/1.1]}{127.0.0.1:35313}
[junit4] 2> 205269 INFO (jetty-launcher-362-thread-2) [ ] o.e.j.s.Server Started @207550ms
[junit4] 2> 205269 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35313}
[junit4] 2> 205270 ERROR (jetty-launcher-362-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 205270 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 205270 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 205270 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 205270 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T10:57:30.441279Z
[junit4] 2> 205276 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 205298 INFO (jetty-launcher-362-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53c3f202{/solr,null,AVAILABLE}
[junit4] 2> 205299 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2026587d{SSL,[ssl, http/1.1]}{127.0.0.1:36391}
[junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.e.j.s.Server Started @207579ms
[junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36391}
[junit4] 2> 205299 ERROR (jetty-launcher-362-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 205299 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T10:57:30.470778Z
[junit4] 2> 205302 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr
[junit4] 2> 205340 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr
[junit4] 2> 205342 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 205352 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr
[junit4] 2> 205363 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43511/solr
[junit4] 2> 205365 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f62a12aa60007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 205405 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 205411 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36391_solr
[junit4] 2> 205414 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98906161170219020-127.0.0.1:36391_solr-n_0000000000) starting
[junit4] 2> 205440 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36391_solr
[junit4] 2> 205452 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 205453 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 205454 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32839_solr
[junit4] 2> 205459 INFO (zkCallback-377-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 205463 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 205464 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 205468 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 205472 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39367_solr
[junit4] 2> 205472 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 205472 INFO (zkCallback-377-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 205475 INFO (zkCallback-379-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 205486 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 205492 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 205493 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35313_solr
[junit4] 2> 205495 INFO (zkCallback-379-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 205495 INFO (zkCallback-377-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 205496 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 205500 INFO (zkCallback-383-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 205512 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205524 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205524 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205525 INFO (jetty-launcher-362-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/.
[junit4] 2> 205530 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205542 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205542 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205543 INFO (jetty-launcher-362-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/.
[junit4] 2> 205546 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205549 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205556 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205556 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205557 INFO (jetty-launcher-362-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/.
[junit4] 2> 205558 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205558 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 205558 INFO (jetty-launcher-362-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/.
[junit4] 2> 205670 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 205670 INFO (SUITE-TestDeleteCollectionOnDownNodes-seed#[59330630B8211495]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43511/solr ready
[junit4] 2> 205681 INFO (TEST-TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes-seed#[59330630B8211495]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionWithDownNodes
[junit4] 2> 205693 INFO (qtp1828270948-1879) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=halfdeletedcollection2&nrtReplicas=3&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 205699 INFO (OverseerThreadFactory-772-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection2
[junit4] 2> 205803 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35313/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205804 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39367/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205804 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection2_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36391/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205805 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32839/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205806 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35313/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205807 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection2_shard2_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39367/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205808 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36391/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205808 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32839/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205809 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"halfdeletedcollection2_shard3_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35313/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205810 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39367/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205811 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36391/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 205812 INFO (OverseerStateUpdate-98906161170219020-127.0.0.1:36391_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection2",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"halfdeletedcollection2_shard4_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32839/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 206097 INFO (qtp1828270948-1986) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n8&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206097 INFO (qtp1828270948-1986) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 206100 INFO (qtp1828270948-1872) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n1&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206106 INFO (qtp1828270948-1875) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n16&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206107 INFO (qtp905328397-1877) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n6&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206108 INFO (qtp905328397-1877) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 206111 INFO (qtp837782987-1878) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n10&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206112 INFO (qtp837782987-1878) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 206116 INFO (qtp1403007578-1887) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n20&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206118 INFO (qtp1403007578-1887) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 206138 INFO (qtp1403007578-1989) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n4&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206138 INFO (qtp905328397-1866) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n14&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206138 INFO (qtp1403007578-1905) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n12&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206142 INFO (qtp837782987-1988) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n2&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206143 INFO (qtp905328397-1880) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n22&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206143 INFO (qtp837782987-1895) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n18&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 206247 INFO (zkCallback-383-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 206247 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 206248 INFO (zkCallback-379-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 206247 INFO (zkCallback-377-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 206248 INFO (zkCallback-377-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 206248 INFO (zkCallback-379-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 206248 INFO (zkCallback-384-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 207152 INFO (qtp1828270948-1986) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207155 INFO (qtp1828270948-1875) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207162 INFO (qtp1828270948-1872) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207168 INFO (qtp1403007578-1887) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207179 INFO (qtp1828270948-1875) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard3_replica_n16] Schema name=minimal
[junit4] 2> 207181 INFO (qtp1828270948-1875) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207181 INFO (qtp1828270948-1875) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard3_replica_n16' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207182 INFO (qtp1828270948-1875) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.core.halfdeletedcollection2.shard3.replica_n16' (registry 'solr.core.halfdeletedcollection2.shard3.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207182 INFO (qtp1828270948-1875) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207182 INFO (qtp1828270948-1875) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard3_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/halfdeletedcollection2_shard3_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/./halfdeletedcollection2_shard3_replica_n16/data/]
[junit4] 2> 207185 INFO (qtp837782987-1878) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207185 INFO (qtp905328397-1877) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207189 INFO (qtp905328397-1880) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207189 INFO (qtp837782987-1988) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207189 INFO (qtp905328397-1866) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207192 INFO (qtp1403007578-1989) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207208 INFO (qtp1403007578-1905) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207210 INFO (qtp1403007578-1887) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard4_replica_n20] Schema name=minimal
[junit4] 2> 207213 INFO (qtp1403007578-1887) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207213 INFO (qtp1403007578-1887) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard4_replica_n20' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207213 INFO (qtp1828270948-1986) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard2_replica_n8] Schema name=minimal
[junit4] 2> 207213 INFO (qtp1403007578-1887) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.core.halfdeletedcollection2.shard4.replica_n20' (registry 'solr.core.halfdeletedcollection2.shard4.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207214 INFO (qtp1403007578-1887) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207214 INFO (qtp1403007578-1887) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard4_replica_n20] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/halfdeletedcollection2_shard4_replica_n20], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/./halfdeletedcollection2_shard4_replica_n20/data/]
[junit4] 2> 207215 INFO (qtp1828270948-1986) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207215 INFO (qtp1828270948-1986) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard2_replica_n8' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207216 INFO (qtp1828270948-1872) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 207216 INFO (qtp1828270948-1986) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.core.halfdeletedcollection2.shard2.replica_n8' (registry 'solr.core.halfdeletedcollection2.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207216 INFO (qtp1828270948-1986) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207216 INFO (qtp1828270948-1986) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard2_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/halfdeletedcollection2_shard2_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/./halfdeletedcollection2_shard2_replica_n8/data/]
[junit4] 2> 207218 INFO (qtp1828270948-1872) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207218 INFO (qtp1828270948-1872) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard1_replica_n1' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207228 INFO (qtp837782987-1895) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 207231 INFO (qtp1828270948-1872) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35313.solr.core.halfdeletedcollection2.shard1.replica_n1' (registry 'solr.core.halfdeletedcollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207231 INFO (qtp1828270948-1872) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207231 INFO (qtp1828270948-1872) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/halfdeletedcollection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node4/./halfdeletedcollection2_shard1_replica_n1/data/]
[junit4] 2> 207237 INFO (qtp905328397-1880) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard4_replica_n22] Schema name=minimal
[junit4] 2> 207239 INFO (qtp837782987-1988) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 207239 INFO (qtp905328397-1877) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 207242 INFO (qtp905328397-1866) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard3_replica_n14] Schema name=minimal
[junit4] 2> 207243 INFO (qtp905328397-1866) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207243 INFO (qtp905328397-1866) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard3_replica_n14' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207243 INFO (qtp837782987-1878) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard2_replica_n10] Schema name=minimal
[junit4] 2> 207244 INFO (qtp905328397-1866) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.core.halfdeletedcollection2.shard3.replica_n14' (registry 'solr.core.halfdeletedcollection2.shard3.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207244 INFO (qtp905328397-1866) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207244 INFO (qtp905328397-1866) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard3_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/halfdeletedcollection2_shard3_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/./halfdeletedcollection2_shard3_replica_n14/data/]
[junit4] 2> 207244 INFO (qtp1403007578-1905) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard3_replica_n12] Schema name=minimal
[junit4] 2> 207246 INFO (qtp905328397-1877) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207246 INFO (qtp905328397-1877) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard2_replica_n6' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207247 INFO (qtp905328397-1877) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.core.halfdeletedcollection2.shard2.replica_n6' (registry 'solr.core.halfdeletedcollection2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207247 INFO (qtp905328397-1877) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207247 INFO (qtp905328397-1877) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/halfdeletedcollection2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/./halfdeletedcollection2_shard2_replica_n6/data/]
[junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard1_replica_n2' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.core.halfdeletedcollection2.shard1.replica_n2' (registry 'solr.core.halfdeletedcollection2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207248 INFO (qtp837782987-1878) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207248 INFO (qtp837782987-1878) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard2_replica_n10' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207248 INFO (qtp837782987-1988) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/halfdeletedcollection2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/./halfdeletedcollection2_shard1_replica_n2/data/]
[junit4] 2> 207237 INFO (qtp1403007578-1989) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard1_replica_n4] Schema name=minimal
[junit4] 2> 207249 INFO (qtp837782987-1878) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.core.halfdeletedcollection2.shard2.replica_n10' (registry 'solr.core.halfdeletedcollection2.shard2.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207249 INFO (qtp837782987-1878) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207249 INFO (qtp837782987-1878) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard2_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/halfdeletedcollection2_shard2_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/./halfdeletedcollection2_shard2_replica_n10/data/]
[junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard3_replica_n12' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.core.halfdeletedcollection2.shard3.replica_n12' (registry 'solr.core.halfdeletedcollection2.shard3.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207250 INFO (qtp1403007578-1905) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard3_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/halfdeletedcollection2_shard3_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/./halfdeletedcollection2_shard3_replica_n12/data/]
[junit4] 2> 207251 INFO (qtp1403007578-1989) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207251 INFO (qtp1403007578-1989) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard1_replica_n4' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207252 INFO (qtp1403007578-1989) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36391.solr.core.halfdeletedcollection2.shard1.replica_n4' (registry 'solr.core.halfdeletedcollection2.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207252 INFO (qtp1403007578-1989) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207252 INFO (qtp1403007578-1989) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/halfdeletedcollection2_shard1_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node3/./halfdeletedcollection2_shard1_replica_n4/data/]
[junit4] 2> 207253 INFO (qtp905328397-1880) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207253 INFO (qtp905328397-1880) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard4_replica_n22' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207255 INFO (qtp905328397-1880) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32839.solr.core.halfdeletedcollection2.shard4.replica_n22' (registry 'solr.core.halfdeletedcollection2.shard4.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207255 INFO (qtp905328397-1880) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207255 INFO (qtp905328397-1880) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard4_replica_n22] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/halfdeletedcollection2_shard4_replica_n22], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node1/./halfdeletedcollection2_shard4_replica_n22/data/]
[junit4] 2> 207259 INFO (qtp837782987-1895) [ ] o.a.s.s.IndexSchema [halfdeletedcollection2_shard4_replica_n18] Schema name=minimal
[junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection2_shard4_replica_n18' using configuration from collection halfdeletedcollection2, trusted=true
[junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39367.solr.core.halfdeletedcollection2.shard4.replica_n18' (registry 'solr.core.halfdeletedcollection2.shard4.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@102051c0
[junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 207310 INFO (qtp837782987-1895) [ ] o.a.s.c.SolrCore [[halfdeletedcollection2_shard4_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/halfdeletedcollection2_shard4_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_59330630B8211495-001/tempDir-001/node2/./halfdeletedcollection2_shard4_replica_n18/data/]
[junit4] 2> 207351 INFO (qtp1828270948-1875) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207351 INFO (qtp1828270948-1875) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207380 INFO (qtp1828270948-1875) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 207380 INFO (qtp1828270948-1875) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 207408 INFO (qtp1828270948-1875) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@29155478[halfdeletedcollection2_shard3_replica_n16] main]
[junit4] 2> 207408 INFO (qtp1828270948-1875) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 207409 INFO (qtp1828270948-1875) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 207417 INFO (qtp1828270948-1875) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 207417 INFO (qtp1828270948-1875) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582498581145714688
[junit4] 2> 207420 INFO (qtp1828270948-1875) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=3 found=1 timeoutin=9999ms
[junit4] 2> 207429 INFO (searcherExecutor-781-thread-1) [ ] o.a.s.c.SolrCore [halfdeletedcollection2_shard3_replica_n16] Registered new searcher Searcher@29155478[halfdeletedcollection2_shard3_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 207478 INFO (qtp905328397-1866) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207478 INFO (qtp905328397-1866) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207481 INFO (qtp905328397-1866) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 207481 INFO (qtp905328397-1866) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 207488 INFO (qtp905328397-1866) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cfc214b[halfdeletedcollection2_shard3_replica_n14] main]
[junit4] 2> 207489 INFO (qtp905328397-1866) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 207489 INFO (qtp905328397-1866) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 207492 INFO (qtp905328397-1866) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 207496 INFO (searcherExecutor-785-thread-1) [ ] o.a.s.c.SolrCore [halfdeletedcollection2_shard3_replica_n14] Registered new searcher Searcher@4cfc214b[halfdeletedcollection2_shard3_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 207496 INFO (qtp905328397-1866) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582498581228552192
[junit4] 2> 207519 INFO (qtp837782987-1878) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207519 INFO (qtp1403007578-1887) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207519 INFO (qtp1403007578-1887) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207519 INFO (qtp837782987-1878) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207520 INFO (qtp1403007578-1887) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 207520 INFO (qtp837782987-1878) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 207520 INFO (qtp1403007578-1887) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 207520 INFO (qtp837782987-1878) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 207521 INFO (qtp837782987-1895) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207521 INFO (qtp837782987-1895) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207521 INFO (qtp837782987-1878) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3174884b[halfdeletedcollection2_shard2_replica_n10] main]
[junit4] 2> 207521 INFO (qtp1403007578-1887) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a7c2154[halfdeletedcollection2_shard4_replica_n20] main]
[junit4] 2> 207521 INFO (zkCallback-383-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 207521 INFO (zkCallback-384-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 207521 INFO (zkCallback-384-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection2/state.json] for collection [halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 207522 INFO (qtp1403007578-1887) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 207522 INFO (qtp837782987-1878) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 207522 INFO (qtp837782987-1895) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 207522 INFO (qtp837782987-1895) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 207522 INFO (qtp1403007578-1887) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 207522 INFO (qtp837782987-1878) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 207523 INFO (qtp1403007578-1887) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 207523 INFO (qtp837782987-1878) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 207527 INFO (qtp1403007578-1905) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207527 INFO (qtp905328397-1880) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207527 INFO (qtp1403007578-1905) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207527 INFO (qtp905328397-1880) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207528 INFO (qtp837782987-1895) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c91e674[halfdeletedcollection2_shard4_replica_n18] main]
[junit4] 2> 207528 INFO (qtp905328397-1880) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 207528 INFO (qtp905328397-1880) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 207528 INFO (qtp1403007578-1905) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 207528 INFO (qtp1403007578-1905) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 207528 INFO (qtp837782987-1895) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 207529 INFO (qtp837782987-1895) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 207529 INFO (qtp905328397-1880) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f404c53[halfdeletedcollection2_shard4_replica_n22] main]
[junit4] 2> 207529 INFO (qtp837782987-1895) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 207529 INFO (qtp905328397-1880) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 207529 INFO (qtp905328397-1880) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 207530 INFO (qtp905328397-1880) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 207530 INFO (qtp1403007578-1905) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d3792eb[halfdeletedcollection2_shard3_replica_n12] main]
[junit4] 2> 207531 INFO (qtp1828270948-1986) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207531 INFO (qtp1828270948-1986) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207531 INFO (qtp1828270948-1872) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207531 INFO (qtp1828270948-1872) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207532 INFO (qtp1828270948-1872) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 207532 INFO (qtp1828270948-1986) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 207532 INFO (qtp1828270948-1872) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 207532 INFO (qtp1828270948-1986) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 207533 INFO (qtp1403007578-1905) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 207533 INFO (qtp905328397-1880) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582498581267349504
[junit4] 2> 207533 INFO (qtp905328397-1877) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 207533 INFO (qtp905328397-1877) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 207533 INFO (qtp1828270948-1872) [ ] o.a.s.s.Sol
[...truncated too long message...]
4930 INFO (coreCloseExecutor-682-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@615eba1d
[junit4] 2> 144930 INFO (coreCloseExecutor-682-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1633597981
[junit4] 2> 144930 INFO (coreCloseExecutor-682-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ab7fd8: rootName = solr_35933, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@11584c50
[junit4] 2> 144930 INFO (zkCallback-311-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 144931 INFO (jetty-closer-290-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 144935 INFO (coreCloseExecutor-684-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@3e762377
[junit4] 2> 144935 INFO (coreCloseExecutor-684-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n3, tag=1047929719
[junit4] 2> 144935 INFO (zkCallback-310-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 144935 INFO (coreCloseExecutor-684-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57f43949: rootName = solr_34609, domain = solr.core.collection1.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@4aab94d3
[junit4] 2> 144936 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f62c720cb000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 144936 INFO (jetty-closer-290-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c3f3365{/solr,null,UNAVAILABLE}
[junit4] 2> 144936 INFO (jetty-closer-290-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d746e9e{/solr,null,UNAVAILABLE}
[junit4] 2> 144940 INFO (coreCloseExecutor-682-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1633597981
[junit4] 2> 144942 INFO (coreCloseExecutor-684-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1047929719
[junit4] 2> 144942 INFO (jetty-closer-290-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a0b6b8{/solr,null,UNAVAILABLE}
[junit4] 2> 144943 INFO (jetty-closer-290-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98906324213628938-127.0.0.1:34609_solr-n_0000000000) closing
[junit4] 2> 144943 INFO (OverseerStateUpdate-98906324213628938-127.0.0.1:34609_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34609_solr
[junit4] 2> 144943 WARN (OverseerAutoScalingTriggerThread-98906324213628938-127.0.0.1:34609_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 144944 INFO (jetty-closer-290-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b454ce9{/solr,null,UNAVAILABLE}
[junit4] 2> 144944 ERROR (SUITE-StreamExpressionTest-seed#[A9A6BBFDA4E29647]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 144944 INFO (SUITE-StreamExpressionTest-seed#[A9A6BBFDA4E29647]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37485 37485
[junit4] 2> 149984 INFO (Thread-368) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37485 37485
[junit4] 2> 149985 WARN (Thread-368) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 101 /solr/aliases.json
[junit4] 2> 16 /solr/configs/conf
[junit4] 2> 7 /solr/configs/ml
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 101 /solr/clusterprops.json
[junit4] 2> 101 /solr/clusterstate.json
[junit4] 2> 40 /solr/collections/destinationCollection/state.json
[junit4] 2> 28 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus1/state.json
[junit4] 2> 10 /solr/collections/destination/state.json
[junit4] 2> 10 /solr/collections/destination1/state.json
[junit4] 2> 10 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/collections/workQueue1/state.json
[junit4] 2> 10 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/uknownCollection/state.json
[junit4] 2> 10 /solr/collections/modelCollection/state.json
[junit4] 2> 10 /solr/collections/checkpointCollection/state.json
[junit4] 2> 10 /solr/collections/mainCorpus/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98906324213628938-127.0.0.1:34609_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 101 /solr/live_nodes
[junit4] 2> 101 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_A9A6BBFDA4E29647-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=PostingsFormat(name=LuceneVarGapFixedInterval), expr_s=Lucene50(blocksize=128), terms_ss=FSTOrd50, join2_s=FSTOrd50, field_s=PostingsFormat(name=Asserting), multiDefault=FSTOrd50, subject=FSTOrd50, a1_s=FSTOrd50, a2_s=PostingsFormat(name=LuceneVarGapFixedInterval), level1_s=Lucene50(blocksize=128), body_t=PostingsFormat(name=LuceneVarGapFixedInterval), s_multi=PostingsFormat(name=LuceneVarGapFixedInterval), level2_s=PostingsFormat(name=Asserting), col_s=FSTOrd50, a_ss=PostingsFormat(name=Asserting), a_s=PostingsFormat(name=LuceneVarGapFixedInterval), tv_text=PostingsFormat(name=Asserting), term_s=FSTOrd50, a_t=PostingsFormat(name=Asserting), text_s=Lucene50(blocksize=128), id=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapFixedInterval), featureSet_s=FSTOrd50, checkpoint_ss=PostingsFormat(name=LuceneVarGapFixedInterval), test_t=PostingsFormat(name=LuceneVarGapFixedInterval), ident_s=FSTOrd50, whitetok=PostingsFormat(name=LuceneVarGapFixedInterval), side_s=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{name_s=DocValuesFormat(name=Lucene70), expr_s=DocValuesFormat(name=Lucene70), iteration_i=DocValuesFormat(name=Lucene70), terms_ss=DocValuesFormat(name=Memory), join2_s=DocValuesFormat(name=Memory), field_s=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Memory), a1_s=DocValuesFormat(name=Memory), a_f=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Lucene70), falseNegative_i=DocValuesFormat(name=Direct), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Memory), falsePositive_i=DocValuesFormat(name=Direct), field_i=DocValuesFormat(name=Memory), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Direct), col_s=DocValuesFormat(name=Memory), a_ss=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Lucene70), score_f=DocValuesFormat(name=Lucene70), term_s=DocValuesFormat(name=Memory), text_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct), i_multi=DocValuesFormat(name=Lucene70), featureSet_s=DocValuesFormat(name=Memory), trueNegative_i=DocValuesFormat(name=Lucene70), index_i=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Lucene70), out_i=DocValuesFormat(name=Memory), checkpoint_ss=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Lucene70), truePositive_i=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1748, maxMBSortInHeap=5.261704875880367, sim=RandomSimilarity(queryNorm=false): {}, locale=es-VE, timezone=SystemV/CST6CDT
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=138418312,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [TestPolicy, LessThanEvaluatorTest, SquareRootEvaluatorTest, TestNamedListCodec, FieldValueEvaluatorTest, StreamingTest, SchemaTest, TestClusteringResponse, LargeVolumeEmbeddedTest, StreamExpressionParserTest, TermsResponseTest, ArcSineEvaluatorTest, StreamExpressionTest]
[junit4] Completed [135/146 (1!)] on J0 in 117.62s, 122 tests, 1 failure <<< FAILURES!
[...truncated 39190 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20753 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20753/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest
Error Message:
41 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest: 1) Thread[id=12846, name=qtp10746607-12846, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=12850, name=qtp10746607-12850, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=12912, name=zkCallback-1456-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=12886, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=12914, name=zkCallback-1456-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=12877, name=qtp10527270-12877, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=12879, name=qtp10527270-12879, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=12875, name=qtp10527270-12875-acceptor-0@1aa08b9-ServerConnector@14d49bb{HTTP/1.1,[http/1.1]}{127.0.0.1:32925}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=12867, name=Scheduler-30151815, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=12878, name=qtp10527270-12878, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561) at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512) at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1033) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$154/32482846.execute(Unknown Source) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=12910, name=zkCallback-1456-thread-3-processing-n:127.0.0.1:42783_eu%2Flj, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:487) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262) at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$9/15589384.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/9319443.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=12881, name=org.eclipse.jetty.server.session.HashSessionManager@1ffffd7Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=12873, name=qtp10527270-12873, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=12893, name=Thread-4184, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 15) Thread[id=12861, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-SendThread(127.0.0.1:40497), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230) at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170) 16) Thread[id=12905, name=qtp10527270-12905, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=12876, name=qtp10527270-12876, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=12891, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 19) Thread[id=12862, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-EventThread, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 20) Thread[id=12895, name=Scheduler-28923445, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=12857, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=12856, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=12845, name=qtp10746607-12845, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=12916, name=zkCallback-1462-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=12918, name=zkCallback-1462-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=12851, name=qtp10746607-12851, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=12915, name=zkCallback-1456-thread-7, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=12874, name=qtp10527270-12874, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=12848, name=qtp10746607-12848-acceptor-0@1301bcc-ServerConnector@d13a4a{HTTP/1.1,[http/1.1]}{127.0.0.1:42783}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=12917, name=zkCallback-1462-thread-5, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=12864, name=Thread-4175, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 32) Thread[id=12870, name=searcherExecutor-3748-thread-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=12849, name=qtp10746607-12849, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=12847, name=qtp10746607-12847, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=12885, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=12913, name=zkCallback-1456-thread-5, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=12844, name=qtp10746607-12844, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=12852, name=org.eclipse.jetty.server.session.HashSessionManager@1779890Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=12890, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-SendThread(127.0.0.1:40497), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 40) Thread[id=12919, name=zkCallback-1462-thread-7, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=12872, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 41 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest:
1) Thread[id=12846, name=qtp10746607-12846, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=12850, name=qtp10746607-12850, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=12912, name=zkCallback-1456-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=12886, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=12914, name=zkCallback-1456-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=12877, name=qtp10527270-12877, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=12879, name=qtp10527270-12879, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=12875, name=qtp10527270-12875-acceptor-0@1aa08b9-ServerConnector@14d49bb{HTTP/1.1,[http/1.1]}{127.0.0.1:32925}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=12867, name=Scheduler-30151815, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=12878, name=qtp10527270-12878, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561)
at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)
at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1033)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$154/32482846.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=12910, name=zkCallback-1456-thread-3-processing-n:127.0.0.1:42783_eu%2Flj, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:487)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$9/15589384.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/9319443.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=12881, name=org.eclipse.jetty.server.session.HashSessionManager@1ffffd7Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=12873, name=qtp10527270-12873, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=12893, name=Thread-4184, state=WAITING, group=TGRP-ShardSplitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
15) Thread[id=12861, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-SendThread(127.0.0.1:40497), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)
16) Thread[id=12905, name=qtp10527270-12905, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=12876, name=qtp10527270-12876, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=12891, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
19) Thread[id=12862, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-EventThread, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
20) Thread[id=12895, name=Scheduler-28923445, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=12857, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=12856, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=12845, name=qtp10746607-12845, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=12916, name=zkCallback-1462-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=12918, name=zkCallback-1462-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=12851, name=qtp10746607-12851, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=12915, name=zkCallback-1456-thread-7, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=12874, name=qtp10527270-12874, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=12848, name=qtp10746607-12848-acceptor-0@1301bcc-ServerConnector@d13a4a{HTTP/1.1,[http/1.1]}{127.0.0.1:42783}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=12917, name=zkCallback-1462-thread-5, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=12864, name=Thread-4175, state=WAITING, group=TGRP-ShardSplitTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
32) Thread[id=12870, name=searcherExecutor-3748-thread-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=12849, name=qtp10746607-12849, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=12847, name=qtp10746607-12847, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=12885, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=12913, name=zkCallback-1456-thread-5, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=12844, name=qtp10746607-12844, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=12852, name=org.eclipse.jetty.server.session.HashSessionManager@1779890Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=12890, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-SendThread(127.0.0.1:40497), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
40) Thread[id=12919, name=zkCallback-1462-thread-7, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=12872, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([D1AD9AF62DC3E067]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=12846, name=qtp10746607-12846, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=12912, name=zkCallback-1456-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=12914, name=zkCallback-1456-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=12879, name=qtp10527270-12879, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=12867, name=Scheduler-30151815, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=12910, name=zkCallback-1456-thread-3, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=12881, name=org.eclipse.jetty.server.session.HashSessionManager@1ffffd7Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=12873, name=qtp10527270-12873, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=12893, name=Thread-4184, state=WAITING, group=TGRP-ShardSplitTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684) 10) Thread[id=12861, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-SendThread(127.0.0.1:40497), state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 11) Thread[id=12905, name=qtp10527270-12905, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=12895, name=Scheduler-28923445, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=12916, name=zkCallback-1462-thread-4, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=12918, name=zkCallback-1462-thread-6, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=12915, name=zkCallback-1456-thread-7, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=12874, name=qtp10527270-12874, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.Exec
[...truncated too long message...]
eadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 18) Thread[id=12864, name=Thread-4175, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1684)
[junit4] > 19) Thread[id=12870, name=searcherExecutor-3748-thread-1, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 20) Thread[id=12849, name=qtp10746607-12849, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=12847, name=qtp10746607-12847, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=12913, name=zkCallback-1456-thread-5, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 23) Thread[id=12844, name=qtp10746607-12844, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=12852, name=org.eclipse.jetty.server.session.HashSessionManager@1779890Timer, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=12890, name=TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[D1AD9AF62DC3E067]-SendThread(127.0.0.1:40497), state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 26) Thread[id=12919, name=zkCallback-1462-thread-7, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([D1AD9AF62DC3E067]:0)
[junit4] Completed [495/746 (2!)] on J1 in 1019.49s, 5 tests, 3 errors <<< FAILURES!
[...truncated 43777 lines...]