You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/29 01:00:16 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4251 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4251/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny
5 tests failed.
FAILED: org.apache.solr.handler.dataimport.TestFileListEntityProcessor.testNTOT
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([489579D5C0063D01:E2F1A80DDACBBE25]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.dataimport.TestFileListEntityProcessor.testNTOT(TestFileListEntityProcessor.java:169)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([36D37529539389C7:E6051D774605D16]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([36D37529539389C7:229B2E7C709434D9]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:439)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldNumericKey
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([36D37529539389C7:1A2467048A96482F]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.testExternalFileFieldNumericKey(TestFunctionQuery.java:305)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='992' and ./float[@name='score']='-8.0']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="184" start="0" maxScore="543210.0">
<doc>
<str name="id">991</str>
<int name="id_i">991</int>
<double name="eff_tint">91.0</double>
<float name="score">543210.0</float></doc>
<doc>
<str name="id">993</str>
<int name="id_i">993</int>
<double name="eff_tint">93.0</double>
<float name="score">250.0</float></doc>
<doc>
<str name="id">0</str>
<int name="id_i">0</int>
<float name="default_amount_f">17098.0</float>
<str name="amounts_dpf">1|1.7 2|2.0 3|3.90 4|4.28 5|5.20 6|6.7 7|7.44 8|8.57 9|9.85 10|10.90 11|11.15 12|12.36 13|13.92 14|14.82 15|15.74 16|16.48 17|17.72 18|18.44 19|19.16 20|20.86 21|21.94 22|22.46 23|23.41 24|24.64 25|25.7 26|26.32 27|27.26 28|28.90 29|29.94 30|30.36 31|31.33 32|32.66 33|33.46 34|34.49 35|35.70 36|36.2 37|37.28 38|38.43 39|39.60 40|40.63 41|41.99 42|42.44 43|43.23 44|44.99 45|45.44 46|46.53 47|47.74 48|48.79 49|49.5 50|50.87 51|51.78 52|52.35 53|53.62 54|54.95 55|55.80 56|56.35 57|57.30 58|58.76 59|59.72 60|60.38 61|61.34 62|62.80 63|63.22 64|64.89 65|65.31 66|66.78 67|67.36 68|68.68 69|69.67 70|70.76 71|71.55 72|72.36 73|73.3 74|74.42 75|75.49 76|76.39 77|77.28 78|78.76 79|79.83 80|80.59 81|81.12 82|82.70 83|83.98 84|84.16 85|85.89 86|86.31 87|87.85 88|88.58 89|89.76 90|90.19 91|91.49 92|92.44 93|93.51 94|94.84 95|95.31 96|96.37 97|97.2 98|98.70 99|99.91 100|100.89 101|101.73 102|102.16 103|103.95 104|104.93 105|105.68 106|106.44 107|107.60 108|108.24 109|109.3 110|110.38 111|111.4 112|112.36 113|113.43 114|114.73 115|115.41 116|116.48 117|117.81 118|118.55 119|119.85 120|120.2 121|121.4 122|122.54 123|123.48 124|124.97 125|125.23 126|126.83 127|127.0 128|128.55 129|129.74 130|130.31 131|131.88 132|132.99 133|133.28 134|134.84 135|135.83 136|136.29 137|137.36 138|138.75 139|139.61 140|140.77 141|141.90 142|142.28 143|143.59 144|144.53 145|145.9 146|146.52 147|147.44 148|148.24 149|149.39 150|150.61 151|151.54 152|152.47 153|153.26 154|154.89 155|155.16 156|156.25 157|157.34 158|158.8 159|159.96 160|160.85 161|161.68 162|162.43 163|163.25 164|164.52 165|165.7 166|166.63 167|167.45 168|168.37 169|169.19 170|170.81 171|171.26 172|172.33 173|173.16 174|174.48 175|175.3 176|176.42 177|177.7 178|178.59 179|179.66 180|180.8 181|181.61 182|182.37 183|183.39 184|184.54 185|185.77 186|186.51 187|187.42 188|188.38 189|189.24 190|190.15 191|191.95 192|192.64 193|193.83 194|194.3 195|195.96 196|196.33 197|197.90 198|198.6 199|199.83 200|200.60 201|201.22 202|202.95 203|203.48 204|204.76 205|205.53 206|206.43 207|207.79 208|208.12 209|209.22 210|210.75 211|211.17 212|212.62 213|213.61 214|214.50 215|215.57 216|216.85 217|217.34 218|218.10 219|219.60 220|220.63 221|221.41 222|222.17 223|223.13 224|224.61 225|225.6 226|226.78 227|227.29 228|228.23 229|229.38 230|230.83 231|231.50 232|232.69 233|233.52 234|234.53 235|235.63 236|236.55 237|237.4 238|238.17 239|239.74 240|240.99 241|241.49 242|242.12 243|243.3 244|244.43 245|245.92 246|246.92 247|247.10 248|248.19 249|249.53 250|250.34 251|251.51 252|252.64 253|253.10 254|254.59 255|255.71 256|256.0 257|257.78 258|258.95 259|259.0 260|260.34 261|261.66 262|262.13 263|263.59 264|264.55 265|265.45 266|266.65 267|267.41 268|268.63 269|269.47 270|270.27 271|271.45 272|272.5 273|273.73 274|274.39 275|275.19 276|276.45 277|277.65 278|278.45 279|279.7 280|280.41 281|281.46 282|282.9 283|283.96 284|284.66 285|285.59 286|286.90 287|287.29 288|288.62 289|289.62 290|290.99 291|291.40 292|292.12 293|293.3 294|294.55 295|295.30 296|296.54 297|297.35 298|298.43 299|299.88 300|300.10 301|301.77 302|302.37 303|303.10 304|304.28 305|305.0 306|306.37 307|307.70 308|308.5 309|309.88 310|310.8 311|311.10 312|312.71 313|313.51 314|314.24 315|315.74 316|316.88 317|317.12 318|318.58 319|319.16 320|320.51 321|321.47 322|322.20 323|323.89 324|324.16 325|325.3 326|326.94 327|327.32 328|328.94 329|329.72 330|330.2 331|331.81 332|332.13 333|333.44 334|334.17 335|335.35 336|336.68 337|337.4 338|338.85 339|339.8 340|340.59 341|341.92 342|342.6 343|343.24 344|344.1 345|345.24 346|346.8 347|347.76 348|348.89 349|349.99 350|350.19 351|351.69 352|352.49 353|353.11 354|354.48 355|355.61 356|356.66 357|357.41 358|358.27 359|359.31 360|360.66 361|361.7 362|362.20 363|363.99 364|364.19 365|365.92 366|366.32 367|367.63 368|368.94 369|369.39 370|370.4 371|371.90 372|372.4 373|373.43 374|374.17 375|375.18 376|376.20 377|377.99 378|378.73 379|379.65 380|380.91 381|381.28 382|382.63 383|383.36 384|384.34 385|385.99 386|386.58 387|387.2 388|388.40 389|389.56 390|390.11 391|391.69 392|392.41 393|393.23 394|394.82 395|395.89 396|396.29 397|397.58 398|398.71 399|399.15 400|400.27 401|401.69 402|402.52 403|403.16 404|404.25 405|405.8 406|406.24 407|407.60 408|408.87 409|409.58 410|410.16 411|411.74 412|412.90 413|413.7 414|414.74 415|415.5 416|416.69 417|417.71 418|418.59 419|419.35 420|420.66 421|421.58 422|422.37 423|423.22 424|424.35 425|425.92 426|426.27 427|427.49 428|428.25 429|429.69 430|430.46 431|431.88 432|432.33 433|433.52 434|434.5 435|435.82 436|436.51 437|437.81 438|438.26 439|439.21 440|440.96 441|441.1 442|442.36 443|443.42 444|444.95 445|445.69 446|446.16 447|447.43 448|448.95 449|449.50 450|450.99 451|451.74 452|452.22 453|453.56 454|454.88 455|455.35 456|456.1 457|457.30 458|458.12 459|459.48 460|460.53 461|461.21 462|462.79 463|463.7 464|464.2 465|465.3 466|466.74 467|467.52 468|468.47 469|469.73 470|470.88 471|471.86 472|472.82 473|473.39 474|474.14 475|475.24 476|476.13 477|477.10 478|478.59 479|479.70 480|480.14 481|481.79 482|482.46 483|483.21 484|484.39 485|485.23 486|486.65 487|487.43 488|488.21 489|489.90 490|490.26 491|491.19 492|492.97 493|493.36 494|494.12 495|495.17 496|496.27 497|497.3 498|498.63 499|499.36 500|500.92 501|501.85 502|502.12 503|503.29 504|504.52 505|505.55 506|506.24 507|507.99 508|508.64 509|509.38 510|510.7 511|511.12 512|512.38 513|513.20 514|514.77 515|515.36 516|516.6 517|517.51 518|518.30 519|519.83 520|520.29 521|521.13 522|522.5 523|523.65 524|524.85 525|525.37 526|526.72 527|527.13 528|528.57 529|529.82 530|530.62 531|531.35 532|532.22 533|533.20 534|534.98 535|535.27 536|536.35 537|537.82 538|538.59 539|539.28 540|540.63 541|541.70 542|542.30 543|543.73 544|544.44 545|545.11 546|546.46 547|547.31 548|548.28 549|549.9 550|550.55 551|551.10 552|552.95 553|553.50 554|554.28 555|555.84 556|556.76 557|557.72 558|558.12 559|559.13 560|560.33 561|561.51 562|562.90 563|563.88 564|564.72 565|565.87 566|566.51 567|567.22 568|568.24 569|569.0 570|570.54 571|571.53 572|572.30 573|573.32 574|574.40 575|575.56 576|576.50 577|577.36 578|578.66 579|579.65 580|580.72 581|581.55 582|582.43 583|583.85 584|584.86 585|585.89 586|586.44 587|587.45 588|588.52 589|589.38 590|590.42 591|591.51 592|592.83 593|593.14 594|594.99 595|595.45 596|596.37 597|597.62 598|598.38 599|599.26 600|600.48 601|601.78 602|602.66 603|603.51 604|604.58 605|605.27 606|606.81 607|607.95 608|608.51 609|609.4 610|610.38 611|611.65 612|612.22 613|613.88 614|614.1 615|615.57 616|616.64 617|617.57 618|618.79 619|619.7 620|620.46 621|621.3 622|622.35 623|623.83 624|624.16 625|625.34 626|626.32 627|627.8 628|628.77 629|629.48 630|630.41 631|631.46 632|632.43 633|633.94 634|634.81 635|635.57 636|636.24 637|637.4 638|638.33 639|639.27 640|640.10 641|641.84 642|642.3 643|643.15 644|644.98 645|645.27 646|646.26 647|647.97 648|648.33 649|649.17 650|650.2 651|651.55 652|652.0 653|653.50 654|654.1 655|655.17 656|656.43 657|657.83 658|658.17 659|659.88 660|660.75 661|661.52 662|662.66 663|663.94 664|664.77 665|665.21 666|666.64 667|667.35 668|668.91 669|669.5 670|670.29 671|671.84 672|672.10 673|673.68 674|674.81 675|675.87 676|676.75 677|677.55 678|678.20 679|679.6 680|680.76 681|681.68 682|682.2 683|683.49 684|684.51 685|685.71 686|686.75 687|687.49 688|688.20 689|689.90 690|690.98 691|691.23 692|692.37 693|693.4 694|694.58 695|695.90 696|696.22 697|697.60 698|698.73 699|699.67 700|700.13 701|701.17 702|702.9 703|703.93 704|704.95 705|705.12 706|706.47 707|707.6 708|708.72 709|709.55 710|710.36 711|711.33 712|712.75 713|713.19 714|714.51 715|715.22 716|716.87 717|717.10 718|718.12 719|719.12 720|720.3 721|721.75 722|722.15 723|723.99 724|724.97 725|725.8 726|726.59 727|727.12 728|728.4 729|729.25 730|730.86 731|731.68 732|732.96 733|733.48 734|734.88 735|735.41 736|736.64 737|737.94 738|738.72 739|739.67 740|740.17 741|741.20 742|742.31 743|743.97 744|744.93 745|745.47 746|746.45 747|747.85 748|748.87 749|749.53 750|750.58 751|751.81 752|752.29 753|753.29 754|754.97 755|755.54 756|756.39 757|757.18 758|758.49 759|759.55 760|760.23 761|761.57 762|762.39 763|763.74 764|764.20 765|765.77 766|766.92 767|767.71 768|768.58 769|769.81 770|770.11 771|771.9 772|772.40 773|773.44 774|774.53 775|775.68 776|776.86 777|777.54 778|778.3 779|779.52 780|780.91 781|781.20 782|782.90 783|783.79 784|784.65 785|785.94 786|786.93 787|787.48 788|788.38 789|789.55 790|790.31 791|791.12 792|792.31 793|793.77 794|794.83 795|795.35 796|796.85 797|797.91 798|798.92 799|799.62 800|800.33 801|801.94 802|802.55 803|803.24 804|804.72 805|805.12 806|806.63 807|807.87 808|808.99 809|809.92 810|810.76 811|811.57 812|812.82 813|813.11 814|814.75 815|815.4 816|816.74 817|817.42 818|818.53 819|819.5 820|820.76 821|821.84 822|822.18 823|823.36 824|824.46 825|825.13 826|826.80 827|827.35 828|828.98 829|829.63 830|830.30 831|831.23 832|832.6 833|833.19 834|834.48 835|835.32 836|836.95 837|837.66 838|838.52 839|839.89 840|840.33 841|841.33 842|842.19 843|843.59 844|844.39 845|845.55 846|846.51 847|847.86 848|848.11 849|849.89 850|850.73 851|851.70 852|852.91 853|853.8 854|854.40 855|855.81 856|856.16 857|857.84 858|858.5 859|859.44 860|860.1 861|861.61 862|862.49 863|863.67 864|864.38 865|865.42 866|866.1 867|867.33 868|868.55 869|869.80 870|870.38 871|871.74 872|872.44 873|873.76 874|874.30 875|875.34 876|876.47 877|877.75 878|878.85 879|879.81 880|880.45 881|881.28 882|882.48 883|883.33 884|884.58 885|885.89 886|886.2 887|887.94 888|888.52 889|889.56 890|890.36 891|891.59 892|892.85 893|893.74 894|894.6 895|895.74 896|896.49 897|897.41 898|898.12 899|899.70 900|900.44 901|901.30 902|902.42 903|903.8 904|904.29 905|905.29 906|906.27 907|907.95 908|908.90 909|909.42 910|910.91 911|911.82 912|912.84 913|913.43 914|914.92 915|915.25 916|916.29 917|917.5 918|918.32 919|919.99 920|920.24 921|921.15 922|922.10 923|923.84 924|924.69 925|925.28 926|926.46 927|927.31 928|928.7 929|929.82 930|930.83 931|931.96 932|932.24 933|933.86 934|934.65 935|935.55 936|936.97 937|937.97 938|938.34 939|939.76 940|940.57 941|941.62 942|942.61 943|943.38 944|944.3 945|945.6 946|946.65 947|947.15 948|948.60 949|949.34 950|950.25 951|951.66 952|952.50 953|953.8 954|954.2 955|955.71 956|956.80 957|957.91 958|958.35 959|959.75 960|960.2 961|961.22 962|962.96 963|963.72 964|964.19 965|965.45 966|966.26 967|967.92 968|968.99 969|969.54 970|970.38 971|971.59 972|972.33 973|973.1 974|974.78 975|975.44 976|976.47 977|977.99 978|978.47 979|979.93 980|980.79 981|981.23 982|982.45 983|983.17 984|984.2 985|985.30 986|986.17 987|987.97 988|988.16 989|989.42 990|990.0 991|991.13 992|992.77 993|993.31 994|994.23 995|995.41 996|996.71 997|997.42 998|998.2 999|999.4 1000|1000.68 1001|1001.19 1002|1002.55 1003|1003.25 1004|1004.38 1005|1005.50 1006|1006.48 1007|1007.19 1008|1008.57 1009|1009.52 1010|1010.78 1011|1011.39 1012|1012.23 1013|1013.9 1014|1014.44 1015|1015.70 1016|1016.52 1017|1017.69 1018|1018.74 1019|1019.64 1020|1020.98 1021|1021.63 1022|1022.59 1023|1023.43 1024|1024.43 1025|1025.46 1026|1026.68 1027|1027.45 1028|1028.76 1029|1029.27 1030|1030.43 1031|1031.21 1032|1032.16 1033|1033.35 1034|1034.78 1035|1035.40 1036|1036.89 1037|1037.76 1038|1038.75 1039|1039.20 1040|1040.82 1041|1041.52 1042|1042.73 1043|1043.15 1044|1044.22 1045|1045.56 1046|1046.17 1047|1047.96 1048|1048.97 1049|1049.87 1050|1050.15 1051|1051.97 1052|1052.2 1053|1053.6 1054|1054.17 1055|1055.81 1056|1056.87 1057|1057.70 1058|1058.73 1059|1059.91 1060|1060.44 1061|1061.32 1062|1062.63 1063|1063.8 1064|1064.80 1065|1065.50 1066|1066.96 1067|1067.72 1068|1068.51 1069|1069.58 1070|1070.67 1071|1071.58 1072|1072.79 1073|1073.57 1074|1074.64 1075|1075.8 1076|1076.86 1077|1077.37 1078|1078.75 1079|1079.9 1080|1080.74 1081|1081.98 1082|1082.85 1083|1083.79 1084|1084.5 1085|1085.20 1086|1086.94 1087|1087.84 1088|1088.40 1089|1089.41 1090|1090.81 1091|1091.96 1092|1092.31 1093|1093.72 1094|1094.91 1095|1095.96 1096|1096.12 1097|1097.3 1098|1098.51 1099|1099.17 1100|1100.70 1101|1101.14 1102|1102.46 1103|1103.18 1104|1104.60 1105|1105.80 1106|1106.2 1107|1107.89 1108|1108.16 1109|1109.5 1110|1110.92 1111|1111.87 1112|1112.70 1113|1113.95 1114|1114.92 1115|1115.64 1116|1116.30 1117|1117.16 1118|1118.86 1119|1119.7 1120|1120.61 1121|1121.28 1122|1122.48 1123|1123.12 1124|1124.72 1125|1125.92 1126|1126.2 1127|1127.71 1128|1128.6 1129|1129.83 1130|1130.78 1131|1131.47 1132|1132.50 1133|1133.3 1134|1134.35 1135|1135.29 1136|1136.29 1137|1137.23 1138|1138.48 1139|1139.82 1140|1140.90 1141|1141.36 1142|1142.83 1143|1143.13 1144|1144.46 1145|1145.96 1146|1146.60 1147|1147.44 1148|1148.55 1149|1149.4 1150|1150.4 1151|1151.65 1152|1152.93 1153|1153.50 1154|1154.74 1155|1155.92 1156|1156.77 1157|1157.65 1158|1158.96 1159|1159.38 1160|1160.48 1161|1161.44 1162|1162.76 1163|1163.62 1164|1164.2 1165|1165.25 1166|1166.55 1167|1167.28 1168|1168.56 1169|1169.0 1170|1170.70 1171|1171.88 1172|1172.79 1173|1173.71 1174|1174.33 1175|1175.37 1176|1176.89 1177|1177.46 1178|1178.56 1179|1179.89 1180|1180.31 1181|1181.53 1182|1182.77 1183|1183.82 1184|1184.97 1185|1185.40 1186|1186.16 1187|1187.74 1188|1188.0 1189|1189.42 1190|1190.23 1191|1191.1 1192|1192.25 1193|1193.88 1194|1194.74 1195|1195.5 1196|1196.5 1197|1197.87 1198|1198.88 1199|1199.4 1200|1200.82 1201|1201.61 1202|1202.78 1203|1203.16 1204|1204.23 1205|1205.0 1206|1206.2 1207|1207.88 1208|1208.82 1209|1209.78 1210|1210.32 1211|1211.32 1212|1212.45 1213|1213.40 1214|1214.58 1215|1215.41 1216|1216.82 1217|1217.54 1218|1218.12 1219|1219.85 1220|1220.29 1221|1221.47 1222|1222.56 1223|1223.74 1224|1224.73 1225|1225.50 1226|1226.37 1227|1227.13 1228|1228.41 1229|1229.82 1230|1230.68 1231|1231.29 1232|1232.30 1233|1233.39 1234|1234.21 1235|1235.24 1236|1236.21 1237|1237.89 1238|1238.64 1239|1239.18 1240|1240.23 1241|1241.62 1242|1242.9 1243|1243.28 1244|1244.45 1245|1245.55 1246|1246.5 1247|1247.85 1248|1248.4 1249|1249.54 1250|1250.35 1251|1251.15 1252|1252.71 1253|1253.77 1254|1254.76 1255|1255.71 1256|1256.46 1257|1257.62 1258|1258.81 1259|1259.41 1260|1260.50 1261|1261.64 1262|1262.1 1263|1263.55 1264|1264.25 1265|1265.36 1266|1266.48 1267|1267.53 1268|1268.63 1269|1269.10 1270|1270.99 1271|1271.10 1272|1272.52 1273|1273.36 1274|1274.41 1275|1275.79 1276|1276.50 1277|1277.49 1278|1278.28 1279|1279.34 1280|1280.13 1281|1281.83 1282|1282.2 1283|1283.8 1284|1284.38 1285|1285.18 1286|1286.38 1287|1287.97 1288|1288.10 1289|1289.41 1290|1290.96 1291|1291.52 1292|1292.97 1293|1293.34 1294|1294.36 1295|1295.45 1296|1296.16 1297|1297.74 1298|1298.11 1299|1299.9 1300|1300.79 1301|1301.1 1302|1302.28 1303|1303.9 1304|1304.62 1305|1305.60 1306|1306.97 1307|1307.55 1308|1308.95 1309|1309.50 1310|1310.51 1311|1311.99 1312|1312.46 1313|1313.28 1314|1314.46 1315|1315.28 1316|1316.95 1317|1317.19 1318|1318.50 1319|1319.56 1320|1320.92 1321|1321.50 1322|1322.7 1323|1323.20 1324|1324.95 1325|1325.49 1326|1326.49 1327|1327.15 1328|1328.28 1329|1329.61 1330|1330.80 1331|1331.28 1332|1332.55 1333|1333.66 1334|1334.73 1335|1335.28 1336|1336.11 1337|1337.92 1338|1338.54 1339|1339.16 1340|1340.4 1341|1341.87 1342|1342.81 1343|1343.25 1344|1344.7 1345|1345.43 1346|1346.29 1347|1347.46 1348|1348.76 1349|1349.32 1350|1350.64 1351|1351.79 1352|1352.87 1353|1353.35 1354|1354.8 1355|1355.75 1356|1356.81 1357|1357.46 1358|1358.80 1359|1359.14 1360|1360.34 1361|1361.46 1362|1362.69 1363|1363.50 1364|1364.93 1365|1365.8 1366|1366.25 1367|1367.58 1368|1368.27 1369|1369.52 1370|1370.1 1371|1371.3 1372|1372.42 1373|1373.96 1374|1374.91 1375|1375.56 1376|1376.81 1377|1377.85 1378|1378.16 1379|1379.99 1380|1380.82 1381|1381.9 1382|1382.55 1383|1383.1 1384|1384.26 1385|1385.10 1386|1386.23 1387|1387.74 1388|1388.9 1389|1389.28 1390|1390.56 1391|1391.24 1392|1392.24 1393|1393.77 1394|1394.50 1395|1395.56 1396|1396.14 1397|1397.77 1398|1398.18 1399|1399.41 1400|1400.93 1401|1401.25 1402|1402.21 1403|1403.51 1404|1404.6 1405|1405.74 1406|1406.95 1407|1407.67 1408|1408.91 1409|1409.91 1410|1410.5 1411|1411.75 1412|1412.82 1413|1413.10 1414|1414.94 1415|1415.92 1416|1416.99 1417|1417.4 1418|1418.27 1419|1419.61 1420|1420.27 1421|1421.85 1422|1422.39 1423|1423.37 1424|1424.27 1425|1425.23 1426|1426.25 1427|1427.32 1428|1428.43 1429|1429.2 1430|1430.16 1431|1431.43 1432|1432.33 1433|1433.68 1434|1434.93 1435|1435.8 1436|1436.93 1437|1437.84 1438|1438.39 1439|1439.92 1440|1440.3 1441|1441.14 1442|1442.55 1443|1443.7 1444|1444.41 1445|1445.6 1446|1446.52 1447|1447.51 1448|1448.78 1449|1449.72 1450|1450.67 1451|1451.77 1452|1452.32 1453|1453.33 1454|1454.19 1455|1455.87 1456|1456.88 1457|1457.15 1458|1458.25 1459|1459.14 1460|1460.96 1461|1461.30 1462|1462.63 1463|1463.44 1464|1464.73 1465|1465.65 1466|1466.54 1467|1467.95 1468|1468.82 1469|1469.28 1470|1470.52 1471|1471.56 1472|1472.91 1473|1473.87 1474|1474.39 1475|1475.57 1476|1476.23 1477|1477.26 1478|1478.96 1479|1479.21 1480|1480.97 1481|1481.75 1482|1482.14 1483|1483.35 1484|1484.89 1485|1485.32 1486|1486.42 1487|1487.73 1488|1488.11 1489|1489.47 1490|1490.20 1491|1491.66 1492|1492.44 1493|1493.14 1494|1494.34 1495|1495.98 1496|1496.2 1497|1497.99 1498|1498.43 1499|1499.23 1500|1500.80 1501|1501.43 1502|1502.74 1503|1503.7 1504|1504.98 1505|1505.30 1506|1506.25 1507|1507.54 1508|1508.18 1509|1509.84 1510|1510.42 1511|1511.10 1512|1512.7 1513|1513.20 1514|1514.69 1515|1515.73 1516|1516.13 1517|1517.83 1518|1518.96 1519|1519.13 1520|1520.71 1521|1521.13 1522|1522.27 1523|1523.98 1524|1524.34 1525|1525.54 1526|1526.36 1527|1527.51 1528|1528.8 1529|1529.25 1530|1530.66 1531|1531.74 1532|1532.54 1533|1533.78 1534|1534.43 1535|1535.15 1536|1536.85 1537|1537.57 1538|1538.3 1539|1539.71 1540|1540.3 1541|1541.78 1542|1542.95 1543|1543.91 1544|1544.78 1545|1545.14 1546|1546.75 1547|1547.31 1548|1548.98 1549|1549.80 1550|1550.79 1551|1551.71 1552|1552.96 1553|1553.89 1554|1554.29 1555|1555.15 1556|1556.9 1557|1557.59 1558|1558.31 1559|1559.13 1560|1560.7 1561|1561.1 1562|1562.54 1563|1563.88 1564|1564.31 1565|1565.14 1566|1566.99 1567|1567.22 1568|1568.89 1569|1569.32 1570|1570.54 1571|1571.32 1572|1572.49 1573|1573.56 1574|1574.62 1575|1575.61 1576|1576.9 1577|1577.14 1578|1578.45 1579|1579.3 1580|1580.42 1581|1581.28 1582|1582.5 1583|1583.55 1584|1584.33 1585|1585.75 1586|1586.83 1587|1587.48 1588|1588.17 1589|1589.68 1590|1590.7 1591|1591.75 1592|1592.25 1593|1593.1 1594|1594.75 1595|1595.60 1596|1596.66 1597|1597.95 1598|1598.7 1599|1599.6 1600|1600.19 1601|1601.37 1602|1602.66 1603|1603.19 1604|1604.98 1605|1605.74 1606|1606.11 1607|1607.96 1608|1608.55 1609|1609.77 1610|1610.95 1611|1611.14 1612|1612.80 1613|1613.91 1614|1614.14 1615|1615.6 1616|1616.56 1617|1617.68 1618|1618.11 1619|1619.49 1620|1620.98 1621|1621.57 1622|1622.68 1623|1623.1 1624|1624.57 1625|1625.42 1626|1626.45 1627|1627.84 1628|1628.66 1629|1629.46 1630|1630.54 1631|1631.60 1632|1632.20 1633|1633.92 1634|1634.13 1635|1635.44 1636|1636.85 1637|1637.0 1638|1638.65 1639|1639.1 1640|1640.88 1641|1641.23 1642|1642.71 1643|1643.45 1644|1644.4 1645|1645.81 1646|1646.77 1647|1647.84 1648|1648.24 1649|1649.29 1650|1650.47 1651|1651.31 1652|1652.56 1653|1653.1 1654|1654.97 1655|1655.93 1656|1656.94 1657|1657.19 1658|1658.59 1659|1659.32 1660|1660.88 1661|1661.73 1662|1662.85 1663|1663.13 1664|1664.39 1665|1665.99 1666|1666.86 1667|1667.19 1668|1668.33 1669|1669.79 1670|1670.36 1671|1671.90 1672|1672.75 1673|1673.6 1674|1674.29 1675|1675.15 1676|1676.22 1677|1677.41 1678|1678.47 1679|1679.60 1680|1680.91 1681|1681.99 1682|1682.63 1683|1683.83 1684|1684.69 1685|1685.65 1686|1686.59 1687|1687.78 1688|1688.9 1689|1689.58 1690|1690.35 1691|1691.58 1692|1692.38 1693|1693.86 1694|1694.0 1695|1695.10 1696|1696.11 1697|1697.84 1698|1698.24 1699|1699.86 1700|1700.67 1701|1701.85 1702|1702.99 1703|1703.52 1704|1704.51 1705|1705.70 1706|1706.81 1707|1707.8 1708|1708.15 1709|1709.81 1710|1710.82 1711|1711.70 1712|1712.70 1713|1713.87 1714|1714.61 1715|1715.71 1716|1716.51 1717|1717.60 1718|1718.14 1719|1719.53 1720|1720.80 1721|1721.1 1722|1722.63 1723|1723.31 1724|1724.33 1725|1725.91 1726|1726.5 1727|1727.1 1728|1728.34 1729|1729.34 1730|1730.10 1731|1731.38 1732|1732.55 1733|1733.84 1734|1734.70 1735|1735.60 1736|1736.64 1737|1737.75 1738|1738.53 1739|1739.42 1740|1740.41 1741|1741.95 1742|1742.64 1743|1743.85 1744|1744.2 1745|1745.82 1746|1746.43 1747|1747.15 1748|1748.62 1749|1749.69 1750|1750.56 1751|1751.78 1752|1752.53 1753|1753.81 1754|1754.91 1755|1755.65 1756|1756.87 1757|1757.79 1758|1758.27 1759|1759.24 1760|1760.7 1761|1761.34 1762|1762.17 1763|1763.14 1764|1764.14 1765|1765.80 1766|1766.55 1767|1767.10 1768|1768.52 1769|1769.42 1770|1770.50 1771|1771.32 1772|1772.66 1773|1773.93 1774|1774.3 1775|1775.38 1776|1776.40 1777|1777.50 1778|1778.47 1779|1779.86 1780|1780.78 1781|1781.76 1782|1782.81 1783|1783.12 1784|1784.39 1785|1785.13 1786|1786.5 1787|1787.36 1788|1788.86 1789|1789.3 1790|1790.74 1791|1791.38 1792|1792.24 1793|1793.66 1794|1794.55 1795|1795.20 1796|1796.28 1797|1797.71 1798|1798.79 1799|1799.79 1800|1800.68 1801|1801.72 1802|1802.51 1803|1803.96 1804|1804.34 1805|1805.52 1806|1806.62 1807|1807.74 1808|1808.51 1809|1809.81 1810|1810.30 1811|1811.4 1812|1812.34 1813|1813.36 1814|1814.26 1815|1815.84 1816|1816.39 1817|1817.22 1818|1818.87 1819|1819.41 1820|1820.81 1821|1821.93 1822|1822.58 1823|1823.12 1824|1824.64 1825|1825.82 1826|1826.40 1827|1827.84 1828|1828.22 1829|1829.92 1830|1830.54 1831|1831.50 1832|1832.36 1833|1833.15 1834|1834.49 1835|1835.89 1836|1836.94 1837|1837.99 1838|1838.81 1839|1839.29 1840|1840.88 1841|1841.43 1842|1842.57 1843|1843.25 1844|1844.31 1845|1845.55 1846|1846.50 1847|1847.57 1848|1848.92 1849|1849.70 1850|1850.27 1851|1851.37 1852|1852.54 1853|1853.95 1854|1854.82 1855|1855.92 1856|1856.74 1857|1857.92 1858|1858.4 1859|1859.85 1860|1860.36 1861|1861.84 1862|1862.53 1863|1863.72 1864|1864.60 1865|1865.97 1866|1866.27 1867|1867.2 1868|1868.16 1869|1869.61 1870|1870.12 1871|1871.13 1872|1872.61 1873|1873.21 1874|1874.16 1875|1875.65 1876|1876.8 1877|1877.81 1878|1878.25 1879|1879.16 1880|1880.74 1881|1881.71 1882|1882.32 1883|1883.35 1884|1884.93 1885|1885.70 1886|1886.7 1887|1887.81 1888|1888.77 1889|1889.95 1890|1890.92 1891|1891.59 1892|1892.8 1893|1893.53 1894|1894.49 1895|1895.62 1896|1896.12 1897|1897.14 1898|1898.27 1899|1899.68 1900|1900.68 1901|1901.85 1902|1902.92 1903|1903.55 1904|1904.4 1905|1905.92 1906|1906.19 1907|1907.74 1908|1908.6 1909|1909.10 1910|1910.43 1911|1911.11 1912|1912.38 1913|1913.9 1914|1914.6 1915|1915.57 1916|1916.61 1917|1917.43 1918|1918.86 1919|1919.79 1920|1920.44 1921|1921.7 1922|1922.2 1923|1923.59 1924|1924.13 1925|1925.59 1926|1926.0 1927|1927.63 1928|1928.13 1929|1929.82 1930|1930.13 1931|1931.57 1932|1932.37 1933|1933.42 1934|1934.78 1935|1935.45 1936|1936.4 1937|1937.53 1938|1938.3 1939|1939.54 1940|1940.90 1941|1941.28 1942|1942.45 1943|1943.56 1944|1944.12 1945|1945.57 1946|1946.80 1947|1947.41 1948|1948.38 1949|1949.36 1950|1950.74 1951|1951.9 1952|1952.17 1953|1953.94 1954|1954.66 1955|1955.38 1956|1956.24 1957|1957.88 1958|1958.7 1959|1959.31 1960|1960.78 1961|1961.31 1962|1962.98 1963|1963.81 1964|1964.93 1965|1965.87 1966|1966.26 1967|1967.26 1968|1968.74 1969|1969.76 1970|1970.68 1971|1971.85 1972|1972.96 1973|1973.34 1974|1974.5 1975|1975.76 1976|1976.10 1977|1977.3 1978|1978.46 1979|1979.62 1980|1980.78 1981|1981.74 1982|1982.60 1983|1983.36 1984|1984.94 1985|1985.59 1986|1986.15 1987|1987.36 1988|1988.22 1989|1989.1 1990|1990.53 1991|1991.98 1992|1992.90 1993|1993.14 1994|1994.73 1995|1995.26 1996|1996.70 1997|1997.31 1998|1998.74 1999|1999.61 2000|2000.39 2001|2001.24 2002|2002.1 2003|2003.73 2004|2004.13 2005|2005.48 2006|2006.26 2007|2007.84 2008|2008.6 2009|2009.43 2010|2010.89 2011|2011.61 2012|2012.66 2013|2013.5 2014|2014.79 2015|2015.71 2016|2016.24 2017|2017.98 2018|2018.59 2019|2019.86 2020|2020.90 2021|2021.37 2022|2022.99 2023|2023.41 2024|2024.17 2025|2025.56 2026|2026.18 2027|2027.49 2028|2028.72 2029|2029.90 2030|2030.26 2031|2031.28 2032|2032.45 2033|2033.53 2034|2034.7 2035|2035.60 2036|2036.7 2037|2037.8 2038|2038.9 2039|2039.44 2040|2040.13 2041|2041.52 2042|2042.69 2043|2043.36 2044|2044.54 2045|2045.69 2046|2046.48 2047|2047.93 2048|2048.12 2049|2049.18 2050|2050.88 2051|2051.23 2052|2052.37 2053|2053.49 2054|2054.47 2055|2055.81 2056|2056.33 2057|2057.63 2058|2058.39 2059|2059.17 2060|2060.33 2061|2061.12 2062|2062.2 2063|2063.22 2064|2064.10 2065|2065.30 2066|2066.85 2067|2067.72 2068|2068.7 2069|2069.56 2070|2070.22 2071|2071.47 2072|2072.71 2073|2073.21 2074|2074.56 2075|2075.61 2076|2076.6 2077|2077.55 2078|2078.94 2079|2079.84 2080|2080.3 2081|2081.73 2082|2082.40 2083|2083.33 2084|2084.73 2085|2085.41 2086|2086.34 2087|2087.68 2088|2088.76 2089|2089.21 2090|2090.41 2091|2091.46 2092|2092.90 2093|2093.98 2094|2094.38 2095|2095.81 2096|2096.45 2097|2097.65 2098|2098.24 2099|2099.78 2100|2100.88 2101|2101.81 2102|2102.20 2103|2103.32 2104|2104.86 2105|2105.99 2106|2106.24 2107|2107.79 2108|2108.77 2109|2109.55 2110|2110.90 2111|2111.62 2112|2112.74 2113|2113.12 2114|2114.72 2115|2115.26 2116|2116.28 2117|2117.22 2118|2118.92 2119|2119.19 2120|2120.44 2121|2121.36 2122|2122.29 2123|2123.76 2124|2124.76 2125|2125.53 2126|2126.73 2127|2127.48 2128|2128.87 2129|2129.63 2130|2130.63 2131|2131.17 2132|2132.5 2133|2133.95 2134|2134.58 2135|2135.30 2136|2136.80 2137|2137.51 2138|2138.16 2139|2139.28 2140|2140.41 2141|2141.99 2142|2142.92 2143|2143.8 2144|2144.59 2145|2145.2 2146|2146.99 2147|2147.52 2148|2148.12 2149|2149.13 2150|2150.15 2151|2151.98 2152|2152.98 2153|2153.83 2154|2154.46 2155|2155.93 2156|2156.6 2157|2157.88 2158|2158.7 2159|2159.54 2160|2160.68 2161|2161.65 2162|2162.41 2163|2163.42 2164|2164.43 2165|2165.52 2166|2166.81 2167|2167.45 2168|2168.93 2169|2169.53 2170|2170.24 2171|2171.35 2172|2172.59 2173|2173.80 2174|2174.6 2175|2175.2 2176|2176.73 2177|2177.27 2178|2178.91 2179|2179.96 2180|2180.68 2181|2181.57 2182|2182.38 2183|2183.90 2184|2184.60 2185|2185.34 2186|2186.31 2187|2187.72 2188|2188.53 2189|2189.32 2190|2190.35 2191|2191.74 2192|2192.18 2193|2193.30 2194|2194.28 2195|2195.62 2196|2196.23 2197|2197.89 2198|2198.87 2199|2199.74 2200|2200.79 2201|2201.75 2202|2202.48 2203|2203.67 2204|2204.59 2205|2205.45 2206|2206.95 2207|2207.49 2208|2208.94 2209|2209.80 2210|2210.54 2211|2211.27 2212|2212.16 2213|2213.29 2214|2214.57 2215|2215.93 2216|2216.4 2217|2217.46 2218|2218.66 2219|2219.4 2220|2220.20 2221|2221.29 2222|2222.59 2223|2223.50 2224|2224.11 2225|2225.62 2226|2226.17 2227|2227.69 2228|2228.76 2229|2229.0 2230|2230.82 2231|2231.39 2232|2232.20 2233|2233.48 2234|2234.57 2235|2235.31 2236|2236.74 2237|2237.55 2238|2238.57 2239|2239.37 2240|2240.50 2241|2241.79 2242|2242.50 2243|2243.73 2244|2244.35 2245|2245.9 2246|2246.26 2247|2247.11 2248|2248.43 2249|2249.21 2250|2250.32 2251|2251.73 2252|2252.8 2253|2253.66 2254|2254.48 2255|2255.95 2256|2256.17 2257|2257.12 2258|2258.85 2259|2259.87 2260|2260.60 2261|2261.47 2262|2262.92 2263|2263.36 2264|2264.65 2265|2265.48 2266|2266.55 2267|2267.67 2268|2268.82 2269|2269.41 2270|2270.69 2271|2271.31 2272|2272.46 2273|2273.7 2274|2274.96 2275|2275.56 2276|2276.40 2277|2277.28 2278|2278.43 2279|2279.66 2280|2280.12 2281|2281.82 2282|2282.20 2283|2283.81 2284|2284.21 2285|2285.20 2286|2286.14 2287|2287.22 2288|2288.98 2289|2289.87 2290|2290.41 2291|2291.38 2292|2292.8 2293|2293.61 2294|2294.76 2295|2295.65 2296|2296.41 2297|2297.25 2298|2298.6 2299|2299.51 2300|2300.35 2301|2301.99 2302|2302.71 2303|2303.92 2304|2304.78 2305|2305.86 2306|2306.15 2307|2307.91 2308|2308.0 2309|2309.69 2310|2310.65 2311|2311.72 2312|2312.9 2313|2313.20 2314|2314.17 2315|2315.32 2316|2316.20 2317|2317.72 2318|2318.10 2319|2319.13 2320|2320.53 2321|2321.67 2322|2322.9 2323|2323.96 2324|2324.72 2325|2325.50 2326|2326.49 2327|2327.51 2328|2328.30 2329|2329.99 2330|2330.98 2331|2331.19 2332|2332.79 2333|2333.56 2334|2334.17 2335|2335.69 2336|2336.67 2337|2337.96 2338|2338.46 2339|2339.56 2340|2340.42 2341|2341.33 2342|2342.3 2343|2343.4 2344|2344.60 2345|2345.5 2346|2346.42 2347|2347.50 2348|2348.46 2349|2349.87 2350|2350.71 2351|2351.81 2352|2352.25 2353|2353.97 2354|2354.10 2355|2355.42 2356|2356.47 2357|2357.94 2358|2358.73 2359|2359.4 2360|2360.97 2361|2361.91 2362|2362.94 2363|2363.46 2364|2364.23 2365|2365.95 2366|2366.33 2367|2367.16 2368|2368.26 2369|2369.91 2370|2370.57 2371|2371.84 2372|2372.77 2373|2373.80 2374|2374.36 2375|2375.47 2376|2376.83 2377|2377.8 2378|2378.73 2379|2379.18 2380|2380.4 2381|2381.94 2382|2382.5 2383|2383.18 2384|2384.17 2385|2385.79 2386|2386.61 2387|2387.32 2388|2388.82 2389|2389.52 2390|2390.15 2391|2391.56 2392|2392.94 2393|2393.13 2394|2394.32 2395|2395.43 2396|2396.56 2397|2397.10 2398|2398.22 2399|2399.99 2400|2400.19 2401|2401.56 2402|2402.91 2403|2403.14 2404|2404.3 2405|2405.38 2406|2406.71 2407|2407.25 2408|2408.30 2409|2409.22 2410|2410.89 2411|2411.54 2412|2412.3 2413|2413.23 2414|2414.81 2415|2415.59 2416|2416.4 2417|2417.8 2418|2418.0 2419|2419.48 2420|2420.61 2421|2421.22 2422|2422.57 2423|2423.67 2424|2424.41 2425|2425.71 2426|2426.18 2427|2427.39 2428|2428.46 2429|2429.26 2430|2430.51 2431|2431.87 2432|2432.1 2433|2433.13 2434|2434.20 2435|2435.43 2436|2436.14 2437|2437.99 2438|2438.56 2439|2439.65 2440|2440.96 2441|2441.5 2442|2442.42 2443|2443.0 2444|2444.33 2445|2445.83 2446|2446.55 2447|2447.43 2448|2448.95 2449|2449.24 2450|2450.75 2451|2451.68 2452|2452.52 2453|2453.3 2454|2454.0 2455|2455.59 2456|2456.12 2457|2457.73 2458|2458.24 2459|2459.79 2460|2460.39 2461|2461.64 2462|2462.27 2463|2463.50 2464|2464.10 2465|2465.66 2466|2466.64 2467|2467.84 2468|2468.0 2469|2469.22 2470|2470.29 2471|2471.70 2472|2472.92 2473|2473.90 2474|2474.56 2475|2475.90 2476|2476.38 2477|2477.18 2478|2478.28 2479|2479.59 2480|2480.17 2481|2481.83 2482|2482.80 2483|2483.85 2484|2484.20 2485|2485.93 2486|2486.15 2487|2487.95 2488|2488.68 2489|2489.15 2490|2490.19 2491|2491.14 2492|2492.58 2493|2493.17 2494|2494.83 2495|2495.37 2496|2496.94 2497|2497.29 2498|2498.51 2499|2499.42 2500|2500.8 2501|2501.69 2502|2502.65 2503|2503.66 2504|2504.37 2505|2505.21 2506|2506.89 2507|2507.61 2508|2508.51 2509|2509.12 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">1</str>
<int name="id_i">1</int>
<float name="default_amount_f">15697.0</float>
<str name="amounts_dpf">1|1.14 2|2.20 3|3.29 4|4.12 5|5.60 6|6.79 7|7.41 8|8.94 9|9.13 10|10.62 11|11.90 12|12.9 13|13.20 14|14.89 15|15.21 16|16.6 17|17.7 18|18.38 19|19.60 20|20.13 21|21.78 22|22.76 23|23.42 24|24.98 25|25.40 26|26.82 27|27.54 28|28.88 29|29.19 30|30.98 31|31.44 32|32.9 33|33.79 34|34.85 35|35.67 36|36.56 37|37.18 38|38.38 39|39.2 40|40.85 41|41.64 42|42.1 43|43.22 44|44.16 45|45.39 46|46.51 47|47.3 48|48.35 49|49.53 50|50.5 51|51.50 52|52.25 53|53.36 54|54.75 55|55.55 56|56.26 57|57.71 58|58.27 59|59.1 60|60.52 61|61.82 62|62.38 63|63.16 64|64.14 65|65.33 66|66.90 67|67.24 68|68.29 69|69.2 70|70.53 71|71.42 72|72.85 73|73.75 74|74.41 75|75.95 76|76.82 77|77.85 78|78.93 79|79.81 80|80.14 81|81.25 82|82.52 83|83.24 84|84.27 85|85.1 86|86.66 87|87.2 88|88.1 89|89.85 90|90.41 91|91.47 92|92.31 93|93.72 94|94.13 95|95.46 96|96.89 97|97.91 98|98.76 99|99.91 100|100.88 101|101.33 102|102.56 103|103.49 104|104.13 105|105.84 106|106.77 107|107.3 108|108.70 109|109.78 110|110.66 111|111.75 112|112.75 113|113.55 114|114.15 115|115.39 116|116.9 117|117.21 118|118.38 119|119.57 120|120.89 121|121.97 122|122.2 123|123.94 124|124.31 125|125.44 126|126.95 127|127.61 128|128.37 129|129.12 130|130.77 131|131.49 132|132.73 133|133.24 134|134.59 135|135.2 136|136.96 137|137.19 138|138.63 139|139.77 140|140.56 141|141.54 142|142.62 143|143.19 144|144.15 145|145.54 146|146.93 147|147.26 148|148.81 149|149.35 150|150.35 151|151.64 152|152.22 153|153.56 154|154.59 155|155.27 156|156.29 157|157.63 158|158.43 159|159.35 160|160.13 161|161.38 162|162.88 163|163.43 164|164.12 165|165.54 166|166.14 167|167.43 168|168.41 169|169.1 170|170.10 171|171.26 172|172.55 173|173.82 174|174.70 175|175.53 176|176.35 177|177.56 178|178.25 179|179.61 180|180.48 181|181.93 182|182.99 183|183.59 184|184.14 185|185.38 186|186.28 187|187.14 188|188.76 189|189.9 190|190.73 191|191.69 192|192.45 193|193.97 194|194.22 195|195.69 196|196.1 197|197.41 198|198.15 199|199.28 200|200.39 201|201.72 202|202.63 203|203.30 204|204.63 205|205.22 206|206.97 207|207.98 208|208.68 209|209.52 210|210.44 211|211.88 212|212.12 213|213.94 214|214.19 215|215.83 216|216.63 217|217.36 218|218.14 219|219.30 220|220.21 221|221.70 222|222.35 223|223.84 224|224.62 225|225.42 226|226.26 227|227.40 228|228.29 229|229.1 230|230.30 231|231.3 232|232.84 233|233.91 234|234.30 235|235.32 236|236.4 237|237.52 238|238.35 239|239.50 240|240.58 241|241.43 242|242.10 243|243.29 244|244.17 245|245.2 246|246.42 247|247.26 248|248.91 249|249.29 250|250.89 251|251.8 252|252.39 253|253.41 254|254.69 255|255.75 256|256.80 257|257.32 258|258.58 259|259.65 260|260.62 261|261.58 262|262.80 263|263.72 264|264.23 265|265.78 266|266.8 267|267.54 268|268.57 269|269.54 270|270.34 271|271.42 272|272.76 273|273.41 274|274.13 275|275.24 276|276.86 277|277.64 278|278.8 279|279.41 280|280.6 281|281.65 282|282.57 283|283.86 284|284.53 285|285.27 286|286.70 287|287.3 288|288.83 289|289.27 290|290.45 291|291.24 292|292.13 293|293.63 294|294.53 295|295.97 296|296.82 297|297.73 298|298.10 299|299.11 300|300.31 301|301.98 302|302.19 303|303.89 304|304.55 305|305.29 306|306.88 307|307.74 308|308.8 309|309.51 310|310.28 311|311.99 312|312.21 313|313.53 314|314.50 315|315.7 316|316.34 317|317.41 318|318.96 319|319.43 320|320.87 321|321.30 322|322.17 323|323.78 324|324.14 325|325.35 326|326.47 327|327.62 328|328.88 329|329.80 330|330.33 331|331.0 332|332.59 333|333.69 334|334.45 335|335.93 336|336.19 337|337.22 338|338.10 339|339.7 340|340.78 341|341.58 342|342.78 343|343.92 344|344.74 345|345.63 346|346.97 347|347.98 348|348.87 349|349.48 350|350.43 351|351.52 352|352.48 353|353.26 354|354.42 355|355.93 356|356.30 357|357.14 358|358.98 359|359.59 360|360.16 361|361.38 362|362.48 363|363.99 364|364.60 365|365.89 366|366.42 367|367.13 368|368.84 369|369.9 370|370.8 371|371.66 372|372.79 373|373.78 374|374.65 375|375.55 376|376.42 377|377.14 378|378.1 379|379.37 380|380.34 381|381.80 382|382.68 383|383.68 384|384.69 385|385.24 386|386.26 387|387.0 388|388.96 389|389.43 390|390.83 391|391.19 392|392.73 393|393.0 394|394.68 395|395.56 396|396.52 397|397.94 398|398.74 399|399.29 400|400.42 401|401.20 402|402.13 403|403.34 404|404.87 405|405.64 406|406.38 407|407.62 408|408.15 409|409.42 410|410.42 411|411.98 412|412.30 413|413.91 414|414.33 415|415.20 416|416.88 417|417.71 418|418.37 419|419.17 420|420.47 421|421.17 422|422.6 423|423.24 424|424.90 425|425.21 426|426.69 427|427.80 428|428.19 429|429.12 430|430.83 431|431.90 432|432.54 433|433.87 434|434.52 435|435.23 436|436.95 437|437.96 438|438.71 439|439.23 440|440.53 441|441.63 442|442.58 443|443.45 444|444.39 445|445.54 446|446.8 447|447.66 448|448.92 449|449.10 450|450.34 451|451.17 452|452.27 453|453.97 454|454.38 455|455.22 456|456.16 457|457.61 458|458.98 459|459.10 460|460.73 461|461.40 462|462.38 463|463.58 464|464.37 465|465.99 466|466.5 467|467.32 468|468.54 469|469.3 470|470.7 471|471.42 472|472.46 473|473.5 474|474.61 475|475.39 476|476.57 477|477.81 478|478.37 479|479.42 480|480.49 481|481.35 482|482.71 483|483.91 484|484.71 485|485.28 486|486.7 487|487.49 488|488.27 489|489.47 490|490.79 491|491.20 492|492.35 493|493.53 494|494.90 495|495.14 496|496.31 497|497.46 498|498.19 499|499.13 500|500.86 501|501.29 502|502.43 503|503.96 504|504.70 505|505.4 506|506.77 507|507.86 508|508.85 509|509.65 510|510.10 511|511.71 512|512.71 513|513.36 514|514.24 515|515.87 516|516.33 517|517.53 518|518.4 519|519.54 520|520.91 521|521.31 522|522.44 523|523.34 524|524.45 525|525.36 526|526.43 527|527.90 528|528.49 529|529.27 530|530.0 531|531.69 532|532.8 533|533.14 534|534.43 535|535.60 536|536.48 537|537.27 538|538.4 539|539.98 540|540.0 541|541.20 542|542.1 543|543.4 544|544.17 545|545.0 546|546.71 547|547.93 548|548.25 549|549.72 550|550.92 551|551.91 552|552.16 553|553.52 554|554.53 555|555.94 556|556.41 557|557.66 558|558.99 559|559.71 560|560.25 561|561.50 562|562.26 563|563.8 564|564.21 565|565.64 566|566.37 567|567.36 568|568.69 569|569.18 570|570.23 571|571.47 572|572.61 573|573.85 574|574.88 575|575.14 576|576.71 577|577.15 578|578.61 579|579.14 580|580.31 581|581.23 582|582.22 583|583.51 584|584.56 585|585.5 586|586.48 587|587.97 588|588.62 589|589.55 590|590.66 591|591.9 592|592.98 593|593.97 594|594.8 595|595.82 596|596.31 597|597.42 598|598.0 599|599.75 600|600.14 601|601.47 602|602.33 603|603.52 604|604.91 605|605.18 606|606.36 607|607.79 608|608.16 609|609.8 610|610.43 611|611.5 612|612.88 613|613.98 614|614.84 615|615.60 616|616.46 617|617.19 618|618.10 619|619.12 620|620.7 621|621.61 622|622.52 623|623.55 624|624.87 625|625.16 626|626.86 627|627.53 628|628.96 629|629.89 630|630.50 631|631.49 632|632.69 633|633.49 634|634.81 635|635.34 636|636.4 637|637.35 638|638.92 639|639.21 640|640.86 641|641.48 642|642.87 643|643.48 644|644.83 645|645.44 646|646.64 647|647.66 648|648.54 649|649.15 650|650.16 651|651.14 652|652.48 653|653.28 654|654.48 655|655.75 656|656.54 657|657.49 658|658.66 659|659.1 660|660.25 661|661.34 662|662.35 663|663.39 664|664.40 665|665.53 666|666.19 667|667.11 668|668.55 669|669.51 670|670.62 671|671.77 672|672.34 673|673.67 674|674.69 675|675.59 676|676.50 677|677.40 678|678.79 679|679.12 680|680.5 681|681.5 682|682.30 683|683.53 684|684.57 685|685.48 686|686.1 687|687.18 688|688.32 689|689.54 690|690.12 691|691.51 692|692.22 693|693.56 694|694.20 695|695.29 696|696.86 697|697.53 698|698.92 699|699.55 700|700.4 701|701.29 702|702.41 703|703.70 704|704.2 705|705.37 706|706.81 707|707.93 708|708.63 709|709.0 710|710.79 711|711.35 712|712.63 713|713.8 714|714.13 715|715.11 716|716.24 717|717.73 718|718.30 719|719.43 720|720.1 721|721.0 722|722.58 723|723.56 724|724.64 725|725.63 726|726.54 727|727.94 728|728.96 729|729.46 730|730.73 731|731.55 732|732.37 733|733.45 734|734.18 735|735.62 736|736.68 737|737.85 738|738.56 739|739.91 740|740.39 741|741.90 742|742.51 743|743.68 744|744.43 745|745.97 746|746.85 747|747.54 748|748.19 749|749.66 750|750.73 751|751.81 752|752.9 753|753.60 754|754.63 755|755.47 756|756.76 757|757.26 758|758.87 759|759.90 760|760.8 761|761.53 762|762.5 763|763.63 764|764.81 765|765.17 766|766.8 767|767.32 768|768.45 769|769.20 770|770.44 771|771.51 772|772.75 773|773.97 774|774.89 775|775.2 776|776.11 777|777.93 778|778.7 779|779.79 780|780.10 781|781.45 782|782.49 783|783.30 784|784.96 785|785.74 786|786.81 787|787.28 788|788.33 789|789.74 790|790.69 791|791.46 792|792.53 793|793.72 794|794.72 795|795.37 796|796.68 797|797.52 798|798.61 799|799.94 800|800.90 801|801.39 802|802.36 803|803.0 804|804.5 805|805.30 806|806.37 807|807.93 808|808.43 809|809.44 810|810.23 811|811.67 812|812.34 813|813.96 814|814.76 815|815.61 816|816.81 817|817.80 818|818.84 819|819.61 820|820.89 821|821.10 822|822.52 823|823.10 824|824.18 825|825.29 826|826.50 827|827.76 828|828.35 829|829.32 830|830.41 831|831.47 832|832.83 833|833.27 834|834.35 835|835.21 836|836.71 837|837.95 838|838.12 839|839.62 840|840.25 841|841.54 842|842.94 843|843.82 844|844.20 845|845.50 846|846.29 847|847.94 848|848.89 849|849.22 850|850.7 851|851.71 852|852.4 853|853.27 854|854.98 855|855.26 856|856.3 857|857.57 858|858.81 859|859.32 860|860.80 861|861.26 862|862.64 863|863.69 864|864.29 865|865.29 866|866.81 867|867.38 868|868.34 869|869.84 870|870.77 871|871.76 872|872.75 873|873.92 874|874.78 875|875.89 876|876.10 877|877.5 878|878.79 879|879.66 880|880.68 881|881.28 882|882.29 883|883.28 884|884.70 885|885.71 886|886.40 887|887.20 888|888.57 889|889.61 890|890.45 891|891.37 892|892.50 893|893.65 894|894.38 895|895.69 896|896.30 897|897.41 898|898.18 899|899.32 900|900.92 901|901.60 902|902.44 903|903.27 904|904.27 905|905.43 906|906.12 907|907.35 908|908.50 909|909.20 910|910.98 911|911.18 912|912.14 913|913.49 914|914.18 915|915.67 916|916.11 917|917.17 918|918.89 919|919.60 920|920.69 921|921.27 922|922.65 923|923.22 924|924.87 925|925.68 926|926.91 927|927.75 928|928.19 929|929.23 930|930.25 931|931.63 932|932.31 933|933.9 934|934.59 935|935.45 936|936.84 937|937.63 938|938.75 939|939.4 940|940.32 941|941.28 942|942.10 943|943.3 944|944.43 945|945.35 946|946.98 947|947.63 948|948.15 949|949.71 950|950.14 951|951.47 952|952.67 953|953.17 954|954.85 955|955.54 956|956.18 957|957.77 958|958.95 959|959.18 960|960.55 961|961.43 962|962.65 963|963.45 964|964.78 965|965.79 966|966.23 967|967.25 968|968.17 969|969.75 970|970.49 971|971.63 972|972.94 973|973.92 974|974.65 975|975.6 976|976.55 977|977.33 978|978.6 979|979.10 980|980.14 981|981.22 982|982.80 983|983.67 984|984.57 985|985.28 986|986.60 987|987.91 988|988.47 989|989.21 990|990.21 991|991.2 992|992.8 993|993.95 994|994.91 995|995.42 996|996.29 997|997.70 998|998.75 999|999.14 1000|1000.13 1001|1001.38 1002|1002.55 1003|1003.70 1004|1004.36 1005|1005.15 1006|1006.49 1007|1007.72 1008|1008.53 1009|1009.86 1010|1010.37 1011|1011.47 1012|1012.44 1013|1013.63 1014|1014.19 1015|1015.0 1016|1016.51 1017|1017.59 1018|1018.46 1019|1019.64 1020|1020.63 1021|1021.51 1022|1022.95 1023|1023.10 1024|1024.43 1025|1025.50 1026|1026.31 1027|1027.87 1028|1028.90 1029|1029.27 1030|1030.91 1031|1031.64 1032|1032.60 1033|1033.88 1034|1034.44 1035|1035.84 1036|1036.86 1037|1037.87 1038|1038.75 1039|1039.1 1040|1040.93 1041|1041.95 1042|1042.66 1043|1043.55 1044|1044.63 1045|1045.40 1046|1046.87 1047|1047.54 1048|1048.44 1049|1049.48 1050|1050.1 1051|1051.73 1052|1052.42 1053|1053.36 1054|1054.82 1055|1055.21 1056|1056.67 1057|1057.40 1058|1058.24 1059|1059.55 1060|1060.51 1061|1061.87 1062|1062.39 1063|1063.8 1064|1064.15 1065|1065.82 1066|1066.9 1067|1067.22 1068|1068.75 1069|1069.57 1070|1070.26 1071|1071.51 1072|1072.50 1073|1073.45 1074|1074.81 1075|1075.59 1076|1076.77 1077|1077.51 1078|1078.60 1079|1079.30 1080|1080.79 1081|1081.26 1082|1082.73 1083|1083.78 1084|1084.70 1085|1085.46 1086|1086.84 1087|1087.97 1088|1088.10 1089|1089.8 1090|1090.43 1091|1091.35 1092|1092.0 1093|1093.11 1094|1094.77 1095|1095.44 1096|1096.83 1097|1097.36 1098|1098.1 1099|1099.84 1100|1100.40 1101|1101.61 1102|1102.36 1103|1103.24 1104|1104.26 1105|1105.85 1106|1106.2 1107|1107.63 1108|1108.40 1109|1109.78 1110|1110.29 1111|1111.21 1112|1112.98 1113|1113.33 1114|1114.92 1115|1115.73 1116|1116.69 1117|1117.15 1118|1118.60 1119|1119.29 1120|1120.1 1121|1121.48 1122|1122.58 1123|1123.81 1124|1124.37 1125|1125.82 1126|1126.40 1127|1127.32 1128|1128.26 1129|1129.45 1130|1130.50 1131|1131.44 1132|1132.76 1133|1133.13 1134|1134.84 1135|1135.46 1136|1136.20 1137|1137.95 1138|1138.38 1139|1139.21 1140|1140.20 1141|1141.45 1142|1142.52 1143|1143.11 1144|1144.74 1145|1145.77 1146|1146.23 1147|1147.73 1148|1148.6 1149|1149.70 1150|1150.13 1151|1151.8 1152|1152.31 1153|1153.36 1154|1154.4 1155|1155.73 1156|1156.83 1157|1157.43 1158|1158.70 1159|1159.61 1160|1160.79 1161|1161.21 1162|1162.4 1163|1163.22 1164|1164.96 1165|1165.76 1166|1166.33 1167|1167.9 1168|1168.0 1169|1169.17 1170|1170.63 1171|1171.29 1172|1172.58 1173|1173.5 1174|1174.57 1175|1175.11 1176|1176.38 1177|1177.15 1178|1178.57 1179|1179.41 1180|1180.96 1181|1181.80 1182|1182.6 1183|1183.38 1184|1184.71 1185|1185.80 1186|1186.46 1187|1187.75 1188|1188.72 1189|1189.0 1190|1190.42 1191|1191.93 1192|1192.93 1193|1193.33 1194|1194.13 1195|1195.88 1196|1196.82 1197|1197.35 1198|1198.20 1199|1199.7 1200|1200.99 1201|1201.22 1202|1202.54 1203|1203.23 1204|1204.42 1205|1205.40 1206|1206.5 1207|1207.15 1208|1208.93 1209|1209.60 1210|1210.14 1211|1211.85 1212|1212.20 1213|1213.64 1214|1214.27 1215|1215.92 1216|1216.78 1217|1217.13 1218|1218.30 1219|1219.25 1220|1220.2 1221|1221.23 1222|1222.77 1223|1223.70 1224|1224.89 1225|1225.3 1226|1226.53 1227|1227.88 1228|1228.21 1229|1229.62 1230|1230.18 1231|1231.69 1232|1232.46 1233|1233.69 1234|1234.45 1235|1235.68 1236|1236.57 1237|1237.99 1238|1238.89 1239|1239.84 1240|1240.39 1241|1241.97 1242|1242.44 1243|1243.37 1244|1244.90 1245|1245.46 1246|1246.50 1247|1247.17 1248|1248.27 1249|1249.87 1250|1250.29 1251|1251.3 1252|1252.90 1253|1253.77 1254|1254.99 1255|1255.63 1256|1256.76 1257|1257.70 1258|1258.74 1259|1259.32 1260|1260.6 1261|1261.97 1262|1262.14 1263|1263.55 1264|1264.82 1265|1265.14 1266|1266.14 1267|1267.17 1268|1268.84 1269|1269.38 1270|1270.97 1271|1271.37 1272|1272.43 1273|1273.33 1274|1274.17 1275|1275.93 1276|1276.95 1277|1277.18 1278|1278.61 1279|1279.1 1280|1280.80 1281|1281.80 1282|1282.91 1283|1283.32 1284|1284.91 1285|1285.48 1286|1286.92 1287|1287.9 1288|1288.25 1289|1289.82 1290|1290.38 1291|1291.74 1292|1292.84 1293|1293.63 1294|1294.92 1295|1295.19 1296|1296.11 1297|1297.57 1298|1298.62 1299|1299.79 1300|1300.27 1301|1301.37 1302|1302.58 1303|1303.87 1304|1304.60 1305|1305.41 1306|1306.87 1307|1307.80 1308|1308.62 1309|1309.97 1310|1310.86 1311|1311.17 1312|1312.71 1313|1313.58 1314|1314.19 1315|1315.49 1316|1316.62 1317|1317.25 1318|1318.7 1319|1319.40 1320|1320.44 1321|1321.52 1322|1322.20 1323|1323.43 1324|1324.67 1325|1325.0 1326|1326.62 1327|1327.40 1328|1328.71 1329|1329.77 1330|1330.8 1331|1331.40 1332|1332.58 1333|1333.41 1334|1334.79 1335|1335.94 1336|1336.85 1337|1337.23 1338|1338.65 1339|1339.63 1340|1340.85 1341|1341.36 1342|1342.79 1343|1343.34 1344|1344.92 1345|1345.29 1346|1346.69 1347|1347.13 1348|1348.53 1349|1349.75 1350|1350.21 1351|1351.19 1352|1352.50 1353|1353.58 1354|1354.25 1355|1355.69 1356|1356.66 1357|1357.43 1358|1358.40 1359|1359.76 1360|1360.65 1361|1361.97 1362|1362.12 1363|1363.11 1364|1364.35 1365|1365.99 1366|1366.56 1367|1367.0 1368|1368.55 1369|1369.84 1370|1370.16 1371|1371.88 1372|1372.82 1373|1373.13 1374|1374.93 1375|1375.83 1376|1376.13 1377|1377.22 1378|1378.74 1379|1379.33 1380|1380.68 1381|1381.17 1382|1382.39 1383|1383.84 1384|1384.37 1385|1385.38 1386|1386.76 1387|1387.95 1388|1388.28 1389|1389.33 1390|1390.48 1391|1391.85 1392|1392.87 1393|1393.33 1394|1394.78 1395|1395.1 1396|1396.46 1397|1397.75 1398|1398.68 1399|1399.78 1400|1400.1 1401|1401.8 1402|1402.77 1403|1403.65 1404|1404.85 1405|1405.48 1406|1406.25 1407|1407.80 1408|1408.97 1409|1409.48 1410|1410.60 1411|1411.78 1412|1412.50 1413|1413.57 1414|1414.39 1415|1415.51 1416|1416.12 1417|1417.95 1418|1418.16 1419|1419.11 1420|1420.67 1421|1421.96 1422|1422.59 1423|1423.5 1424|1424.44 1425|1425.97 1426|1426.73 1427|1427.23 1428|1428.67 1429|1429.11 1430|1430.72 1431|1431.81 1432|1432.39 1433|1433.45 1434|1434.78 1435|1435.51 1436|1436.22 1437|1437.27 1438|1438.67 1439|1439.34 1440|1440.94 1441|1441.55 1442|1442.97 1443|1443.24 1444|1444.25 1445|1445.41 1446|1446.56 1447|1447.8 1448|1448.33 1449|1449.54 1450|1450.67 1451|1451.15 1452|1452.80 1453|1453.76 1454|1454.12 1455|1455.74 1456|1456.36 1457|1457.58 1458|1458.33 1459|1459.65 1460|1460.72 1461|1461.92 1462|1462.68 1463|1463.24 1464|1464.91 1465|1465.42 1466|1466.23 1467|1467.73 1468|1468.43 1469|1469.4 1470|1470.48 1471|1471.15 1472|1472.9 1473|1473.81 1474|1474.97 1475|1475.85 1476|1476.28 1477|1477.90 1478|1478.35 1479|1479.59 1480|1480.85 1481|1481.12 1482|1482.77 1483|1483.21 1484|1484.57 1485|1485.61 1486|1486.87 1487|1487.92 1488|1488.7 1489|1489.60 1490|1490.32 1491|1491.67 1492|1492.13 1493|1493.87 1494|1494.69 1495|1495.33 1496|1496.97 1497|1497.94 1498|1498.17 1499|1499.0 1500|1500.53 1501|1501.89 1502|1502.84 1503|1503.10 1504|1504.94 1505|1505.68 1506|1506.17 1507|1507.44 1508|1508.48 1509|1509.82 1510|1510.88 1511|1511.40 1512|1512.4 1513|1513.90 1514|1514.63 1515|1515.0 1516|1516.31 1517|1517.81 1518|1518.91 1519|1519.21 1520|1520.4 1521|1521.67 1522|1522.44 1523|1523.41 1524|1524.29 1525|1525.4 1526|1526.47 1527|1527.74 1528|1528.77 1529|1529.58 1530|1530.15 1531|1531.80 1532|1532.64 1533|1533.59 1534|1534.34 1535|1535.72 1536|1536.5 1537|1537.60 1538|1538.8 1539|1539.34 1540|1540.80 1541|1541.12 1542|1542.66 1543|1543.7 1544|1544.20 1545|1545.19 1546|1546.90 1547|1547.56 1548|1548.93 1549|1549.59 1550|1550.11 1551|1551.84 1552|1552.0 1553|1553.83 1554|1554.94 1555|1555.57 1556|1556.26 1557|1557.87 1558|1558.67 1559|1559.50 1560|1560.84 1561|1561.55 1562|1562.44 1563|1563.74 1564|1564.88 1565|1565.75 1566|1566.36 1567|1567.54 1568|1568.0 1569|1569.33 1570|1570.50 1571|1571.22 1572|1572.66 1573|1573.33 1574|1574.62 1575|1575.21 1576|1576.70 1577|1577.45 1578|1578.56 1579|1579.37 1580|1580.97 1581|1581.27 1582|1582.60 1583|1583.58 1584|1584.25 1585|1585.90 1586|1586.88 1587|1587.65 1588|1588.18 1589|1589.69 1590|1590.37 1591|1591.37 1592|1592.36 1593|1593.33 1594|1594.41 1595|1595.17 1596|1596.46 1597|1597.38 1598|1598.46 1599|1599.67 1600|1600.68 1601|1601.32 1602|1602.32 1603|1603.72 1604|1604.88 1605|1605.40 1606|1606.64 1607|1607.69 1608|1608.53 1609|1609.56 1610|1610.84 1611|1611.8 1612|1612.10 1613|1613.5 1614|1614.60 1615|1615.79 1616|1616.18 1617|1617.91 1618|1618.27 1619|1619.20 1620|1620.29 1621|1621.37 1622|1622.26 1623|1623.78 1624|1624.63 1625|1625.82 1626|1626.63 1627|1627.72 1628|1628.27 1629|1629.78 1630|1630.93 1631|1631.37 1632|1632.28 1633|1633.52 1634|1634.3 1635|1635.38 1636|1636.41 1637|1637.10 1638|1638.2 1639|1639.53 1640|1640.0 1641|1641.41 1642|1642.46 1643|1643.58 1644|1644.61 1645|1645.96 1646|1646.15 1647|1647.53 1648|1648.10 1649|1649.12 1650|1650.44 1651|1651.11 1652|1652.12 1653|1653.19 1654|1654.70 1655|1655.15 1656|1656.72 1657|1657.17 1658|1658.79 1659|1659.84 1660|1660.90 1661|1661.38 1662|1662.82 1663|1663.61 1664|1664.19 1665|1665.55 1666|1666.50 1667|1667.38 1668|1668.97 1669|1669.78 1670|1670.23 1671|1671.58 1672|1672.79 1673|1673.36 1674|1674.48 1675|1675.5 1676|1676.44 1677|1677.42 1678|1678.87 1679|1679.23 1680|1680.8 1681|1681.92 1682|1682.85 1683|1683.41 1684|1684.85 1685|1685.67 1686|1686.73 1687|1687.50 1688|1688.56 1689|1689.7 1690|1690.45 1691|1691.93 1692|1692.65 1693|1693.49 1694|1694.27 1695|1695.33 1696|1696.0 1697|1697.60 1698|1698.98 1699|1699.80 1700|1700.27 1701|1701.19 1702|1702.44 1703|1703.12 1704|1704.58 1705|1705.80 1706|1706.37 1707|1707.2 1708|1708.41 1709|1709.58 1710|1710.34 1711|1711.46 1712|1712.72 1713|1713.66 1714|1714.52 1715|1715.89 1716|1716.17 1717|1717.78 1718|1718.16 1719|1719.78 1720|1720.48 1721|1721.28 1722|1722.16 1723|1723.6 1724|1724.63 1725|1725.71 1726|1726.14 1727|1727.62 1728|1728.33 1729|1729.9 1730|1730.93 1731|1731.66 1732|1732.36 1733|1733.22 1734|1734.33 1735|1735.57 1736|1736.1 1737|1737.17 1738|1738.23 1739|1739.44 1740|1740.23 1741|1741.97 1742|1742.91 1743|1743.77 1744|1744.54 1745|1745.41 1746|1746.16 1747|1747.7 1748|1748.70 1749|1749.72 1750|1750.58 1751|1751.43 1752|1752.97 1753|1753.30 1754|1754.61 1755|1755.61 1756|1756.72 1757|1757.92 1758|1758.47 1759|1759.30 1760|1760.4 1761|1761.72 1762|1762.7 1763|1763.67 1764|1764.14 1765|1765.86 1766|1766.83 1767|1767.55 1768|1768.64 1769|1769.84 1770|1770.54 1771|1771.15 1772|1772.39 1773|1773.73 1774|1774.39 1775|1775.48 1776|1776.35 1777|1777.22 1778|1778.80 1779|1779.94 1780|1780.77 1781|1781.23 1782|1782.96 1783|1783.22 1784|1784.93 1785|1785.69 1786|1786.90 1787|1787.18 1788|1788.91 1789|1789.69 1790|1790.96 1791|1791.25 1792|1792.30 1793|1793.46 1794|1794.6 1795|1795.94 1796|1796.39 1797|1797.1 1798|1798.47 1799|1799.1 1800|1800.53 1801|1801.8 1802|1802.58 1803|1803.82 1804|1804.6 1805|1805.7 1806|1806.8 1807|1807.45 1808|1808.20 1809|1809.3 1810|1810.87 1811|1811.59 1812|1812.49 1813|1813.50 1814|1814.87 1815|1815.69 1816|1816.70 1817|1817.49 1818|1818.28 1819|1819.71 1820|1820.23 1821|1821.38 1822|1822.11 1823|1823.34 1824|1824.57 1825|1825.0 1826|1826.91 1827|1827.99 1828|1828.15 1829|1829.53 1830|1830.44 1831|1831.94 1832|1832.14 1833|1833.9 1834|1834.10 1835|1835.54 1836|1836.25 1837|1837.51 1838|1838.0 1839|1839.63 1840|1840.87 1841|1841.41 1842|1842.64 1843|1843.80 1844|1844.22 1845|1845.30 1846|1846.22 1847|1847.1 1848|1848.16 1849|1849.92 1850|1850.61 1851|1851.94 1852|1852.17 1853|1853.51 1854|1854.14 1855|1855.25 1856|1856.34 1857|1857.74 1858|1858.63 1859|1859.77 1860|1860.83 1861|1861.83 1862|1862.6 1863|1863.8 1864|1864.78 1865|1865.18 1866|1866.28 1867|1867.22 1868|1868.36 1869|1869.52 1870|1870.37 1871|1871.94 1872|1872.86 1873|1873.24 1874|1874.81 1875|1875.18 1876|1876.73 1877|1877.76 1878|1878.80 1879|1879.28 1880|1880.82 1881|1881.86 1882|1882.63 1883|1883.38 1884|1884.13 1885|1885.86 1886|1886.53 1887|1887.0 1888|1888.62 1889|1889.79 1890|1890.96 1891|1891.53 1892|1892.35 1893|1893.58 1894|1894.62 1895|1895.31 1896|1896.41 1897|1897.55 1898|1898.84 1899|1899.63 1900|1900.51 1901|1901.51 1902|1902.93 1903|1903.89 1904|1904.11 1905|1905.88 1906|1906.56 1907|1907.18 1908|1908.17 1909|1909.56 1910|1910.24 1911|1911.61 1912|1912.60 1913|1913.31 1914|1914.86 1915|1915.50 1916|1916.8 1917|1917.63 1918|1918.4 1919|1919.74 1920|1920.38 1921|1921.51 1922|1922.24 1923|1923.40 1924|1924.22 1925|1925.6 1926|1926.36 1927|1927.65 1928|1928.4 1929|1929.88 1930|1930.58 1931|1931.38 1932|1932.48 1933|1933.64 1934|1934.43 1935|1935.15 1936|1936.59 1937|1937.31 1938|1938.51 1939|1939.49 1940|1940.42 1941|1941.31 1942|1942.26 1943|1943.36 1944|1944.30 1945|1945.0 1946|1946.84 1947|1947.69 1948|1948.98 1949|1949.7 1950|1950.23 1951|1951.49 1952|1952.24 1953|1953.18 1954|1954.71 1955|1955.11 1956|1956.46 1957|1957.51 1958|1958.20 1959|1959.24 1960|1960.53 1961|1961.83 1962|1962.11 1963|1963.96 1964|1964.92 1965|1965.98 1966|1966.43 1967|1967.5 1968|1968.66 1969|1969.73 1970|1970.76 1971|1971.53 1972|1972.92 1973|1973.12 1974|1974.65 1975|1975.53 1976|1976.6 1977|1977.13 1978|1978.15 1979|1979.44 1980|1980.7 1981|1981.7 1982|1982.51 1983|1983.80 1984|1984.31 1985|1985.89 1986|1986.22 1987|1987.11 1988|1988.43 1989|1989.43 1990|1990.7 1991|1991.94 1992|1992.2 1993|1993.64 1994|1994.85 1995|1995.97 1996|1996.25 1997|1997.60 1998|1998.53 1999|1999.23 2000|2000.30 2001|2001.73 2002|2002.58 2003|2003.74 2004|2004.91 2005|2005.60 2006|2006.88 2007|2007.54 2008|2008.14 2009|2009.16 2010|2010.3 2011|2011.60 2012|2012.74 2013|2013.32 2014|2014.43 2015|2015.99 2016|2016.48 2017|2017.70 2018|2018.51 2019|2019.40 2020|2020.27 2021|2021.56 2022|2022.63 2023|2023.17 2024|2024.16 2025|2025.49 2026|2026.81 2027|2027.26 2028|2028.57 2029|2029.28 2030|2030.40 2031|2031.12 2032|2032.3 2033|2033.28 2034|2034.82 2035|2035.50 2036|2036.94 2037|2037.44 2038|2038.77 2039|2039.21 2040|2040.36 2041|2041.41 2042|2042.53 2043|2043.36 2044|2044.9 2045|2045.2 2046|2046.11 2047|2047.27 2048|2048.2 2049|2049.56 2050|2050.17 2051|2051.86 2052|2052.74 2053|2053.53 2054|2054.99 2055|2055.7 2056|2056.99 2057|2057.36 2058|2058.83 2059|2059.6 2060|2060.21 2061|2061.17 2062|2062.71 2063|2063.11 2064|2064.69 2065|2065.22 2066|2066.34 2067|2067.31 2068|2068.7 2069|2069.13 2070|2070.27 2071|2071.52 2072|2072.68 2073|2073.97 2074|2074.43 2075|2075.56 2076|2076.50 2077|2077.87 2078|2078.70 2079|2079.80 2080|2080.27 2081|2081.19 2082|2082.38 2083|2083.68 2084|2084.60 2085|2085.44 2086|2086.94 2087|2087.56 2088|2088.62 2089|2089.84 2090|2090.49 2091|2091.55 2092|2092.15 2093|2093.98 2094|2094.93 2095|2095.75 2096|2096.55 2097|2097.38 2098|2098.67 2099|2099.23 2100|2100.70 2101|2101.53 2102|2102.40 2103|2103.98 2104|2104.60 2105|2105.33 2106|2106.94 2107|2107.81 2108|2108.97 2109|2109.45 2110|2110.86 2111|2111.1 2112|2112.66 2113|2113.26 2114|2114.12 2115|2115.42 2116|2116.78 2117|2117.34 2118|2118.30 2119|2119.50 2120|2120.82 2121|2121.95 2122|2122.75 2123|2123.78 2124|2124.22 2125|2125.91 2126|2126.23 2127|2127.97 2128|2128.25 2129|2129.77 2130|2130.83 2131|2131.34 2132|2132.94 2133|2133.97 2134|2134.57 2135|2135.79 2136|2136.73 2137|2137.29 2138|2138.88 2139|2139.56 2140|2140.67 2141|2141.69 2142|2142.90 2143|2143.37 2144|2144.27 2145|2145.67 2146|2146.36 2147|2147.84 2148|2148.23 2149|2149.57 2150|2150.12 2151|2151.71 2152|2152.11 2153|2153.14 2154|2154.65 2155|2155.24 2156|2156.66 2157|2157.58 2158|2158.62 2159|2159.32 2160|2160.56 2161|2161.65 2162|2162.19 2163|2163.21 2164|2164.8 2165|2165.34 2166|2166.37 2167|2167.1 2168|2168.7 2169|2169.65 2170|2170.73 2171|2171.13 2172|2172.25 2173|2173.2 2174|2174.7 2175|2175.89 2176|2176.93 2177|2177.95 2178|2178.52 2179|2179.51 2180|2180.6 2181|2181.29 2182|2182.93 2183|2183.66 2184|2184.18 2185|2185.46 2186|2186.20 2187|2187.54 2188|2188.57 2189|2189.45 2190|2190.12 2191|2191.15 2192|2192.61 2193|2193.92 2194|2194.72 2195|2195.80 2196|2196.77 2197|2197.76 2198|2198.41 2199|2199.33 2200|2200.37 2201|2201.86 2202|2202.85 2203|2203.16 2204|2204.22 2205|2205.64 2206|2206.73 2207|2207.54 2208|2208.82 2209|2209.86 2210|2210.73 2211|2211.47 2212|2212.48 2213|2213.53 2214|2214.63 2215|2215.27 2216|2216.72 2217|2217.13 2218|2218.13 2219|2219.68 2220|2220.95 2221|2221.73 2222|2222.59 2223|2223.69 2224|2224.63 2225|2225.22 2226|2226.27 2227|2227.29 2228|2228.19 2229|2229.89 2230|2230.11 2231|2231.45 2232|2232.90 2233|2233.43 2234|2234.41 2235|2235.2 2236|2236.12 2237|2237.52 2238|2238.30 2239|2239.83 2240|2240.7 2241|2241.9 2242|2242.49 2243|2243.22 2244|2244.27 2245|2245.15 2246|2246.78 2247|2247.82 2248|2248.70 2249|2249.27 2250|2250.46 2251|2251.53 2252|2252.98 2253|2253.46 2254|2254.5 2255|2255.2 2256|2256.25 2257|2257.37 2258|2258.14 2259|2259.34 2260|2260.9 2261|2261.77 2262|2262.98 2263|2263.19 2264|2264.25 2265|2265.29 2266|2266.21 2267|2267.17 2268|2268.0 2269|2269.5 2270|2270.15 2271|2271.91 2272|2272.8 2273|2273.43 2274|2274.38 2275|2275.57 2276|2276.39 2277|2277.74 2278|2278.68 2279|2279.50 2280|2280.16 2281|2281.36 2282|2282.1 2283|2283.28 2284|2284.45 2285|2285.68 2286|2286.44 2287|2287.58 2288|2288.86 2289|2289.35 2290|2290.39 2291|2291.29 2292|2292.49 2293|2293.36 2294|2294.77 2295|2295.88 2296|2296.3 2297|2297.88 2298|2298.6 2299|2299.27 2300|2300.58 2301|2301.76 2302|2302.56 2303|2303.58 2304|2304.44 2305|2305.19 2306|2306.13 2307|2307.30 2308|2308.1 2309|2309.77 2310|2310.55 2311|2311.17 2312|2312.94 2313|2313.98 2314|2314.22 2315|2315.23 2316|2316.76 2317|2317.61 2318|2318.23 2319|2319.28 2320|2320.36 2321|2321.14 2322|2322.72 2323|2323.79 2324|2324.87 2325|2325.64 2326|2326.22 2327|2327.20 2328|2328.42 2329|2329.19 2330|2330.82 2331|2331.4 2332|2332.98 2333|2333.76 2334|2334.49 2335|2335.22 2336|2336.55 2337|2337.7 2338|2338.54 2339|2339.49 2340|2340.41 2341|2341.10 2342|2342.72 2343|2343.56 2344|2344.32 2345|2345.28 2346|2346.77 2347|2347.68 2348|2348.0 2349|2349.58 2350|2350.61 2351|2351.67 2352|2352.65 2353|2353.87 2354|2354.14 2355|2355.85 2356|2356.48 2357|2357.41 2358|2358.48 2359|2359.80 2360|2360.99 2361|2361.69 2362|2362.77 2363|2363.6 2364|2364.46 2365|2365.61 2366|2366.59 2367|2367.28 2368|2368.90 2369|2369.20 2370|2370.14 2371|2371.60 2372|2372.26 2373|2373.87 2374|2374.99 2375|2375.73 2376|2376.87 2377|2377.13 2378|2378.27 2379|2379.6 2380|2380.34 2381|2381.24 2382|2382.99 2383|2383.21 2384|2384.85 2385|2385.99 2386|2386.85 2387|2387.78 2388|2388.94 2389|2389.43 2390|2390.46 2391|2391.7 2392|2392.13 2393|2393.23 2394|2394.11 2395|2395.27 2396|2396.39 2397|2397.9 2398|2398.53 2399|2399.24 2400|2400.6 2401|2401.0 2402|2402.25 2403|2403.26 2404|2404.25 2405|2405.49 2406|2406.3 2407|2407.18 2408|2408.18 2409|2409.94 2410|2410.12 2411|2411.96 2412|2412.28 2413|2413.8 2414|2414.26 2415|2415.87 2416|2416.70 2417|2417.57 2418|2418.89 2419|2419.96 2420|2420.33 2421|2421.32 2422|2422.88 2423|2423.2 2424|2424.5 2425|2425.29 2426|2426.61 2427|2427.37 2428|2428.57 2429|2429.30 2430|2430.49 2431|2431.82 2432|2432.47 2433|2433.25 2434|2434.48 2435|2435.6 2436|2436.74 2437|2437.93 2438|2438.99 2439|2439.11 2440|2440.60 2441|2441.15 2442|2442.54 2443|2443.18 2444|2444.54 2445|2445.49 2446|2446.6 2447|2447.24 2448|2448.87 2449|2449.40 2450|2450.51 2451|2451.10 2452|2452.56 2453|2453.22 2454|2454.47 2455|2455.40 2456|2456.43 2457|2457.74 2458|2458.46 2459|2459.84 2460|2460.95 2461|2461.10 2462|2462.68 2463|2463.57 2464|2464.5 2465|2465.42 2466|2466.34 2467|2467.74 2468|2468.90 2469|2469.10 2470|2470.47 2471|2471.70 2472|2472.44 2473|2473.33 2474|2474.65 2475|2475.65 2476|2476.48 2477|2477.65 2478|2478.36 2479|2479.82 2480|2480.98 2481|2481.69 2482|2482.23 2483|2483.9 2484|2484.3 2485|2485.35 2486|2486.31 2487|2487.55 2488|2488.8 2489|2489.86 2490|2490.83 2491|2491.46 2492|2492.38 2493|2493.50 2494|2494.9 2495|2495.65 2496|2496.70 2497|2497.66 2498|2498.51 2499|2499.27 2500|2500.58 2501|2501.94 2502|2502.96 2503|2503.3 2504|2504.2 2505|2505.79 2506|2506.94 2507|2507.55 2508|2508.62 2509|2509.17 </str>
<float name="score">0.0</float></doc>
<doc>
<str name="id">2</str>
<int name="id_i">2</int>
<float name="default_amount_f">17538.0</float>
<str name="amounts_dpf">1|1.69 2|2.53 3|3.30 4|4.92 5|5.4 6|6.80 7|7.22 8|8.50 9|9.26 10|10.30 11|11.93 12|12.59 13|13.31 14|14.31 15|15.28 16|16.60 17|17.94 18|18.94 19|19.15 20|20.21 21|21.29 22|22.94 23|23.51 24|24.13 25|25.94 26|26.38 27|27.95 28|28.10 29|29.8 30|30.11 31|31.24 32|32.64 33|33.63 34|34.89 35|35.45 36|36.78 37|37.78 38|38.23 39|39.1 40|40.19 41|41.98 42|42.1 43|43.91 44|44.92 45|45.24 46|46.96 47|47.9 48|48.93 49|49.12 50|50.86 51|51.45 52|52.15 53|53.40 54|54.64 55|55.59 56|56.29 57|57.76 58|58.73 59|59.51 60|60.48 61|61.64 62|62.35 63|63.36 64|64.44 65|65.45 66|66.40 67|67.85 68|68.90 69|69.55 70|70.11 71|71.42 72|72.90 73|73.41 74|74.63 75|75.11 76|76.75 77|77.69 78|78.5 79|79.63 80|80.5 81|81.85 82|82.55 83|83.46 84|84.91 85|85.20 86|86.64 87|87.97 88|88.66 89|89.41 90|90.20 91|91.52 92|92.80 93|93.32 94|94.87 95|95.39 96|96.72 97|97.24 98|98.99 99|99.34 100|100.26 101|101.28 102|102.71 103|103.60 104|104.15 105|105.89 106|106.37 107|107.99 108|108.36 109|109.46 110|110.80 111|111.86 112|112.65 113|113.97 114|114.31 115|115.98 116|116.29 117|117.32 118|118.72 119|119.89 120|120.66 121|121.46 122|122.86 123|123.43 124|124.57 125|125.33 126|126.23 127|127.73 128|128.44 129|129.44 130|130.25 131|131.71 132|132.10 133|133.75 134|134.22 135|135.93 136|136.54 137|137.30 138|138.20 139|139.29 140|140.99 141|141.77 142|142.45 143|143.26 144|144.11 145|145.88 146|146.25 147|147.11 148|148.50 149|149.98 150|150.63 151|151.8 152|152.86 153|153.70 154|154.11 155|155.21 156|156.85 157|157.29 158|158.47 159|159.92 160|160.58 161|161.2 162|162.13 163|163.23 164|164.95 165|165.33 166|166.45 167|167.89 168|168.12 169|169.60 170|170.49 171|171.61 172|172.98 173|173.85 174|174.14 175|175.32 176|176.90 177|177.42 178|178.5 179|179.82 180|180.56 181|181.43 182|182.33 183|183.59 184|184.80 185|185.92 186|186.17 187|187.99 188|188.48 189|189.30 190|190.41 191|191.74 192|192.44 193|193.70 194|194.58 195|195.68 196|196.99 197|197.30 198|198.42 199|199.81 200|200.75 201|201.30 202|202.3 203|203.99 204|204.7 205|205.48 206|206.56 207|207.20 208|208.57 209|209.25 210|210.71 211|211.13 212|212.72 213|213.98 214|214.73 215|215.53 216|216.21 217|217.62 218|218.98 219|219.89 220|220.8 221|221.4 222|222.55 223|223.83 224|224.17 225|225.71 226|226.78 227|227.77 228|228.47 229|229.45 230|230.91 231|231.79 232|232.6 233|233.26 234|234.65 235|235.18 236|236.17 237|237.51 238|238.66 239|239.46 240|240.82 241|241.64 242|242.50 243|243.80 244|244.71 245|245.17 246|246.5 247|247.58 248|248.95 249|249.11 250|250.0 251|251.47 252|252.27 253|253.79 254|254.9 255|255.12 256|256.99 257|257.43 258|258.96 259|259.84 260|260.64 261|261.97 262|262.27 263|263.0 264|264.12 265|265.42 266|266.44 267|267.65 268|268.63 269|269.12 270|270.28 271|271.74 272|272.14 273|273.77 274|274.13 275|275.39 276|276.34 277|277.27 278|278.46 279|279.1 280|280.34 281|281.74 282|282.65 283|283.64 284|284.37 285|285.2 286|286.54 287|287.6 288|288.88 289|289.63 290|290.86 291|291.98 292|292.14 293|293.90 294|294.75 295|295.26 296|296.49 297|297.29 298|298.51 299|299.17 300|300.9 301|301.79 302|302.85 303|303.85 304|304.97 305|305.47 306|306.0 307|307.14 308|308.67 309|309.96 310|310.32 311|311.97 312|312.4 313|313.53 314|314.22 315|315.15 316|316.42 317|317.56 318|318.61 319|319.7 320|320.37 321|321.46 322|322.11 323|323.48 324|324.37 325|325.7 326|326.63 327|327.40 328|328.15 329|329.84 330|330.20 331|331.87 332|332.55 333|333.41 334|334.61 335|335.65 336|336.34 337|337.63 338|338.1 339|339.14 340|340.13 341|341.16 342|342.85 343|343.38 344|344.21 345|345.19 346|346.71 347|347.69 348|348.81 349|349.68 350|350.40 351|351.75 352|352.81 353|353.16 354|354.18 355|355.29 356|356.21 357|357.94 358|358.47 359|359.88 360|360.67 361|361.76 362|362.15 363|363.41 364|364.96 365|365.17 366|366.70 367|367.51 368|368.76 369|369.19 370|370.1 371|371.75 372|372.36 373|373.58 374|374.90 375|375.69 376|376.10 377|377.86 378|378.8 379|379.71 380|380.98 381|381.10 382|382.92 383|383.11 384|384.72 385|385.1 386|386.10 387|387.0 388|388.42 389|389.18 390|390.78 391|391.12 392|392.76 393|393.50 394|394.69 395|395.88 396|396.36 397|397.98 398|398.88 399|399.17 400|400.5 401|401.76 402|402.55 403|403.45 404|404.55 405|405.32 406|406.7 407|407.49 408|408.8 409|409.2 410|410.63 411|411.25 412|412.36 413|413.71 414|414.25 415|415.96 416|416.30 417|417.60 418|418.9 419|419.53 420|420.36 421|421.26 422|422.75 423|423.35 424|424.24 425|425.90 426|426.11 427|427.31 428|428.72 429|429.0 430|430.92 431|431.94 432|432.7 433|433.39 434|434.14 435|435.93 436|436.43 437|437.21 438|438.36 439|439.19 440|440.81 441|441.27 442|442.26 443|443.62 444|444.32 445|445.3 446|446.75 447|447.43 448|448.54 449|449.93 450|450.20 451|451.29 452|452.37 453|453.33 454|454.49 455|455.96 456|456.63 457|457.50 458|458.1 459|459.28 460|460.54 461|461.76 462|462.52 463|463.5 464|464.86 465|465.75 466|466.13 467|467.25 468|468.78 469|469.9 470|470.96 471|471.88 472|472.86 473|473.78 474|474.59 475|475.79 476|476.82 477|477.41 478|478.14 479|479.1 480|480.8 481|481.62 482|482.80 483|483.55 484|484.85 485|485.51 486|486.39 487|487.91 488|488.38 489|489.21 490|490.83 491|491.90 492|492.79 493|493.98 494|494.82 495|495.72 496|496.58 497|497.56 498|498.65 499|499.69 500|500.44 501|501.40 502|502.76 503|503.49 504|504.20 505|505.95 506|506.91 507|507.63 508|508.3 509|509.35 510|510.33 511|511.19 512|512.11 513|513.34 514|514.18 515|515.23 516|516.6 517|517.90 518|518.58 519|519.29 520|520.91 521|521.29 522|522.86 523|523.44 524|524.66 525|525.63 526|526.35 527|527.10 528|528.7 529|529.58 530|530.4 531|531.90 532|532.29 533|533.63 534|534.30 535|535.44 536|536.46 537|537.74 538|538.63 539|539.68 540|540.64 541|541.36 542|542.33 543|543.80 544|544.87 545|545.96 546|546.42 547|547.71 548|548.94 549|549.25 550|550.44 551|551.3 552|552.13 553|553.4 554|554.65 555|555.18 556|556.99 557|557.15 558|558.22 559|559.8 560|560.42 561|561.42 562|562.14 563|563.67 564|564.28 565|565.43 566|566.74 567|567.66 568|568.99 569|569.29 570|570.16 571|571.69 572|572.69 573|573.15 574|574.70 575|575.13 576|576.19 577|577.83 578|578.90 579|579.96 580|580.37 581|581.86 582|582.46 583|583.98 584|584.97 585|585.93 586|586.92 587|587.63 588|588.30 589|589.38 590|590.92 591|591.88 592|592.95 593|593.6 594|594.10 595|595.70 596|596.95 597|597.94 598|598.11 599|599.22 600|600.36 601|601.3 602|602.61 603|603.88 604|604.45 605|605.68 606|606.53 607|607.87 608|608.89 609|609.75 610|610.92 611|611.3 612|612.23 613|613.42 614|614.28 615|615.33 616|616.33 617|617.21 618|618.87 619|619.20 620|620.56 621|621.11 622|622.23 623|623.96 624|624.47 625|625.77 626|626.71 627|627.92 628|628.41 629|629.23 630|630.32 631|631.90 632|632.28 633|633.70 634|634.59 635|635.37 636|636.23 637|637.92 638|638.5 639|639.33 640|640.82 641|641.51 642|642.49 643|643.66 644|644.65 645|645.72 646|646.70 647|647.61 648|648.75 649|649.58 650|650.87 651|651.32 652|652.17 653|653.91 654|654.19 655|655.81 656|656.89 657|657.35 658|658.92 659|659.39 660|660.60 661|661.42 662|662.2 663|663.76 664|664.44 665|665.16 666|666.46 667|667.93 668|668.51 669|669.49 670|670.59 671|671.32 672|672.51 673|673.97 674|674.13 675|675.48 676|676.28 677|677.32 678|678.80 679|679.31 680|680.70 681|681.18 682|682.23 683|683.81 684|684.74 685|685.26 686|686.8 687|687.15 688|688.89 689|689.65 690|690.71 691|691.40 692|692.63 693|693.93 694|694.40 695|695.22 696|696.34 697|697.97 698|698.24 699|699.85 700|700.64 701|701.19 702|702.6 703|703.64 704|704.75 705|705.5 706|706.84 707|707.84 708|708.35 709|709.13 710|710.61 711|711.54 712|712.28 713|713.45 714|714.56 715|715.66 716|716.5 717|717.35 718|718.97 719|719.68 720|720.94 721|721.87 722|722.70 723|723.12 724|724.78 725|725.36 726|726.67 727|727.94 728|728.36 729|729.79 730|730.47 731|731.70 732|732.44 733|733.99 734|734.55 735|735.3 736|736.95 737|737.78 738|738.23 739|739.59 740|740.10 741|741.18 742|742.67 743|743.17 744|744.17 745|745.40 746|746.15 747|747.38 748|748.28 749|749.54 750|750.79 751|751.58 752|752.54 753|753.60 754|754.54 755|755.26 756|756.28 757|757.8 758|758.67 759|759.97 760|760.3 761|761.79 762|762.97 763|763.86 764|764.16 765|765.11 766|766.86 767|767.86 768|768.18 769|769.51 770|770.36 771|771.57 772|772.56 773|773.15 774|774.7 775|775.94 776|776.43 777|777.85 778|778.26 779|779.30 780|780.67 781|781.70 782|782.82 783|783.70 784|784.47 785|785.6 786|786.77 787|787.79 788|788.79 789|789.50 790|790.24 791|791.15 792|792.3 793|793.65 794|794.38 795|795.88 796|796.25 797|797.0 798|798.44 799|799.2 800|800.21 801|801.78 802|802.0 803|803.84 804|804.28 805|805.18 806|806.92 807|807.54 808|808.15 809|809.63 810|810.0 811|811.86 812|812.77 813|813.96 814|814.99 815|815.21 816|816.25 817|817.33 818|818.15 819|819.35 820|820.0 821|821.51 822|822.27 823|823.67 824|824.42 825|825.57 826|826.55 827|827.95 828|828.19 829|829.2 830|830.68 831|831.69 832|832.91 833|833.80 834|834.45 835|835.10 836|836.15 837|837.87 838|838.31 839|839.70 840|840.77 841|841.26 842|842.61 843|843.36 844|844.80 845|845.84 846|846.48 847|847.92 848|848.8 849|849.48 850|850.65 851|851.12 852|852.26 853|853.57 854|854.41 855|855.39 856|856.90 857|857.40 858|858.66 859|859.47 860|860.70 861|861.62 862|862.22 863|863.76 864|864.67 865|865.16 866|866.0 867|867.36 868|868.41 869|869.51 870|870.13 871|871.10 872|872.2 873|873.44 874|874.91 875|875.66 876|876.75 877|877.12 878|878.16 879|879.49 880|880.82 881|881.20 882|882.23 883|883.17 884|884.35 885|885.16 886|886.53 887|887.25 888|888.45 889|889.73 890|890.7 891|891.66 892|892.60 893|893.18 894|894.52 895|895.50 896|896.88 897|897.9 898|898.16 899|899.95 900|900.12 901|901.94 902|902.43 903|903.94 904|904.82 905|905.68 906|906.69 907|907.12 908|908.30 909|909.73 910|910.27 911|911.43 912|912.38 913|913.34 914|914.28 915|915.32 916|916.68 917|917.11 918|918.29 919|919.9 920|920.54 921|921.30 922|922.84 923|923.67 924|924.74 925|925.42 926|926.33 927|927.75 928|928.27 929|929.86 930|930.82 931|931.60 932|932.63 933|933.15 934|934.67 935|935.35 936|936.43 937|937.4 938|938.17 939|939.11 940|940.39 941|941.20 942|942.15 943|943.0 944|944.6 945|945.51 946|946.43 947|947.31 948|948.82 949|949.34 950|950.8 951|951.64 952|952.47 953|953.43 954|954.39 955|955.14 956|956.13 957|957.89 958|958.78 959|959.80 960|960.48 961|961.13 962|962.68 963|963.38 964|964.20 965|965.85 966|966.66 967|967.26 968|968.0 969|969.82 970|970.61 971|971.85 972|972.13 973|973.80 974|974.43 975|975.28 976|976.15 977|977.93 978|978.8 979|979.90 980|980.90 981|981.96 982|982.25 983|983.17 984|984.97 985|985.75 986|986.75 987|987.98 988|988.98 989|989.82 990|990.92 991|991.15 992|992.21 993|993.43 994|994.86 995|995.62 996|996.25 997|997.51 998|998.63 999|999.68 1
[...truncated too long message...]
/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171029_005334_1011276136579724974744.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1257 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171029_005357_4589333507291304659182.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171029_005357_45812806928090730910063.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 565 lines...]
[junit4] Suite: org.apache.solr.handler.dataimport.TestFileListEntityProcessor
[junit4] 2> 9444 T46 oas.SolrTestCaseJ4.assertNonBlockingRandomGeneratorAvailable SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/J1/temp/solr.handler.dataimport.TestFileListEntityProcessor_489579D5C0063D01-001/init-core-data-001
[junit4] 2> 9445 T46 oas.SolrTestCaseJ4.randomizeNumericTypesProperties Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 9446 T46 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 9447 T46 oas.SolrTestCaseJ4.setUp ###Starting testRECURSION
[junit4] 2> 9450 T46 oas.SolrTestCaseJ4.tearDown ###Ending testRECURSION
[junit4] 2> 9452 T46 oas.SolrTestCaseJ4.setUp ###Starting testSimple
[junit4] 2> 9454 T46 oas.SolrTestCaseJ4.tearDown ###Ending testSimple
[junit4] 2> 9455 T46 oas.SolrTestCaseJ4.setUp ###Starting testBiggerSmallerFiles
[junit4] 2> 9459 T46 oas.SolrTestCaseJ4.tearDown ###Ending testBiggerSmallerFiles
[junit4] 2> 9461 T46 oas.SolrTestCaseJ4.setUp ###Starting testNTOT
[junit4] 2> 9470 T46 oas.SolrTestCaseJ4.tearDown ###Ending testNTOT
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestFileListEntityProcessor -Dtests.method=testNTOT -Dtests.seed=489579D5C0063D01 -Dtests.slow=true -Dtests.locale=ar-EG -Dtests.timezone=Portugal -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.02s J1 | TestFileListEntityProcessor.testNTOT <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<1> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([489579D5C0063D01:E2F1A80DDACBBE25]:0)
[junit4] > at org.apache.solr.handler.dataimport.TestFileListEntityProcessor.testNTOT(TestFileListEntityProcessor.java:169)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/J1/temp/solr.handler.dataimport.TestFileListEntityProcessor_489579D5C0063D01-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=329, maxMBSortInHeap=7.54027575493466, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-EG, timezone=Portugal
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=16616640,total=62095360
[junit4] 2> NOTE: All tests run in this JVM: [TestPlainTextEntityProcessor, TestDataConfig, TestSqlEntityProcessorDelta, TestRegexTransformer, TestTemplateTransformer, TestNumberFormatTransformer, TestScriptTransformer, TestFileListEntityProcessor]
[junit4] Completed [11/38 (1!)] on J1 in 0.05s, 4 tests, 1 failure <<< FAILURES!
[...truncated 82 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171029_005410_28816646167870633291805.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171029_005410_2887482251111716323432.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 559 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171029_005437_60917502910960042716464.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171029_005437_60913717814909650798271.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 561 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171029_005452_6422899728227289005793.syserr
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171029_005452_64217003846093689884551.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 651 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171029_005501_92320249418835973912.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171029_005501_9239501745054627445662.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 595 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171029_005531_0891398580587466903288.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171029_005531_0899242288633595736324.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171029_005548_0581414308858005173353.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 31604 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4258
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4258/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([79BA33AFB04D0444:F1EE0C751EB169BC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([79BA33AFB04D0444:F1EE0C751EB169BC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:227)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:65)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([79BA33AFB04D0444:F1EE0C751EB169BC]:0)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.getNodeName(JettySolrRunner.java:345)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:416)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryAfterSoftCommitTest
Error Message:
18 threads leaked from SUITE scope at org.apache.solr.cloud.RecoveryAfterSoftCommitTest: 1) Thread[id=26225, name=qtp1913981662-26225, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=26236, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=26242, name=zkCallback-6743-thread-1-processing-n:127.0.0.1:54919_g_t, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:487) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262) at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$186/920480110.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$117/391039964.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=26223, name=qtp1913981662-26223, state=RUNNABLE, group=TGRP-RecoveryAfterSoftCommitTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=26227, name=qtp1913981662-26227, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=26248, name=zkCallback-6743-thread-2, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=26250, name=zkCallback-6743-thread-4, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=26235, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=26226, name=qtp1913981662-26226, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=26251, name=zkCallback-6743-thread-5, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=26230, name=qtp1913981662-26230, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=26241, name=TEST-RecoveryAfterSoftCommitTest.test-seed#[79BA33AFB04D0444]-EventThread, state=WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 13) Thread[id=26224, name=qtp1913981662-26224-acceptor-0@56c010b2-ServerConnector@6bc0c453{HTTP/1.1,[http/1.1]}{127.0.0.1:54920}, state=RUNNABLE, group=TGRP-RecoveryAfterSoftCommitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=26249, name=zkCallback-6743-thread-3, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=26240, name=TEST-RecoveryAfterSoftCommitTest.test-seed#[79BA33AFB04D0444]-SendThread(127.0.0.1:54894), state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 16) Thread[id=26231, name=org.eclipse.jetty.server.session.HashSessionManager@2242f93cTimer, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=26228, name=qtp1913981662-26228, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=26229, name=qtp1913981662-26229, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 18 threads leaked from SUITE scope at org.apache.solr.cloud.RecoveryAfterSoftCommitTest:
1) Thread[id=26225, name=qtp1913981662-26225, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=26236, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=26242, name=zkCallback-6743-thread-1-processing-n:127.0.0.1:54919_g_t, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:487)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$186/920480110.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$117/391039964.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=26223, name=qtp1913981662-26223, state=RUNNABLE, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=26227, name=qtp1913981662-26227, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=26248, name=zkCallback-6743-thread-2, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=26250, name=zkCallback-6743-thread-4, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=26235, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=26226, name=qtp1913981662-26226, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=26251, name=zkCallback-6743-thread-5, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=26230, name=qtp1913981662-26230, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=26241, name=TEST-RecoveryAfterSoftCommitTest.test-seed#[79BA33AFB04D0444]-EventThread, state=WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
13) Thread[id=26224, name=qtp1913981662-26224-acceptor-0@56c010b2-ServerConnector@6bc0c453{HTTP/1.1,[http/1.1]}{127.0.0.1:54920}, state=RUNNABLE, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=26249, name=zkCallback-6743-thread-3, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=26240, name=TEST-RecoveryAfterSoftCommitTest.test-seed#[79BA33AFB04D0444]-SendThread(127.0.0.1:54894), state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
16) Thread[id=26231, name=org.eclipse.jetty.server.session.HashSessionManager@2242f93cTimer, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=26228, name=qtp1913981662-26228, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=26229, name=qtp1913981662-26229, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([79BA33AFB04D0444]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryAfterSoftCommitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=26242, name=zkCallback-6743-thread-1, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=26249, name=zkCallback-6743-thread-3, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=26223, name=qtp1913981662-26223, state=RUNNABLE, group=TGRP-RecoveryAfterSoftCommitTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=26248, name=zkCallback-6743-thread-2, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=26250, name=zkCallback-6743-thread-4, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=26240, name=TEST-RecoveryAfterSoftCommitTest.test-seed#[79BA33AFB04D0444]-SendThread(127.0.0.1:54894), state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 7) Thread[id=26231, name=org.eclipse.jetty.server.session.HashSessionManager@2242f93cTimer, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=26251, name=zkCallback-6743-thread-5, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=26242, name=zkCallback-6743-thread-1, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=26249, name=zkCallback-6743-thread-3, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=26223, name=qtp1913981662-26223, state=RUNNABLE, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=26248, name=zkCallback-6743-thread-2, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=26250, name=zkCallback-6743-thread-4, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=26240, name=TEST-RecoveryAfterSoftCommitTest.test-seed#[79BA33AFB04D0444]-SendThread(127.0.0.1:54894), state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
7) Thread[id=26231, name=org.eclipse.jetty.server.session.HashSessionManager@2242f93cTimer, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=26251, name=zkCallback-6743-thread-5, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([79BA33AFB04D0444]:0)
Build Log:
[...truncated 12597 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 1424400 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[79BA33AFB04D0444]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/init-core-data-001
[junit4] 2> 1424407 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[79BA33AFB04D0444]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 1424407 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[79BA33AFB04D0444]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1424412 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[79BA33AFB04D0444]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1424412 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[79BA33AFB04D0444]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /g/
[junit4] 2> 1424414 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1424415 INFO (Thread-3137) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1424415 INFO (Thread-3137) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1424418 ERROR (Thread-3137) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1424522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.ZkTestServer start zk server on port:52264
[junit4] 2> 1424551 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1424554 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1424557 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1424559 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1424562 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1424565 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1424566 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1424572 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1424574 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1424577 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1424580 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1424583 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1425071 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1425074 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ae4f49f{/g,null,AVAILABLE}
[junit4] 2> 1425077 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71a51d5a{HTTP/1.1,[http/1.1]}{127.0.0.1:52271}
[junit4] 2> 1425077 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.e.j.s.Server Started @1428730ms
[junit4] 2> 1425078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/tempDir-001/control/data, hostContext=/g, hostPort=52271, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/control-001/cores}
[junit4] 2> 1425078 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1425078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1425078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1425078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1425078 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-31T16:48:14.240Z
[junit4] 2> 1425082 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1425082 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/control-001/solr.xml
[junit4] 2> 1425090 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1425090 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1425091 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@356cb907, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1425096 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52264/solr
[junit4] 2> 1425284 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52271_g ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1425285 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52271_g ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52271_g
[junit4] 2> 1425287 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52271_g ] o.a.s.c.Overseer Overseer (id=98924527195193348-127.0.0.1:52271_g-n_0000000000) starting
[junit4] 2> 1425301 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52271_g ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52271_g
[junit4] 2> 1425303 INFO (zkCallback-5783-thread-1-processing-n:127.0.0.1:52271_g) [n:127.0.0.1:52271_g ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1425403 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52271_g ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@356cb907
[junit4] 2> 1425415 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52271_g ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@356cb907
[junit4] 2> 1425416 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52271_g ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@356cb907
[junit4] 2> 1425418 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52271_g ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/control-001/cores
[junit4] 2> 1425451 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1425453 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52264/solr ready
[junit4] 2> 1425456 INFO (qtp605626675-20641) [n:127.0.0.1:52271_g ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52271_g&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1425459 INFO (OverseerThreadFactory-7117-thread-1-processing-n:127.0.0.1:52271_g) [n:127.0.0.1:52271_g ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1425574 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1425574 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1425691 INFO (zkCallback-5783-thread-1-processing-n:127.0.0.1:52271_g) [n:127.0.0.1:52271_g ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1426597 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1426619 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1426679 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1426702 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1426702 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@356cb907
[junit4] 2> 1426702 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1426702 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1426704 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=1.1015625, floorSegmentMB=1.8701171875, forceMergeDeletesPctAllowed=7.419220032263292, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18176121662710365
[junit4] 2> 1426706 WARN (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1426772 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1426772 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1426773 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1426773 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1426779 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=97.1904296875, floorSegmentMB=2.115234375, forceMergeDeletesPctAllowed=25.564763569865466, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8901683319254666
[junit4] 2> 1426779 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@473366bf[control_collection_shard1_replica_n1] main]
[junit4] 2> 1426781 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1426781 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1426781 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1426782 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582792437602975744
[junit4] 2> 1426783 INFO (searcherExecutor-7120-thread-1-processing-n:127.0.0.1:52271_g x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@473366bf[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1426787 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1426787 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1426787 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52271/g/control_collection_shard1_replica_n1/
[junit4] 2> 1426787 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1426787 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:52271/g/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1426787 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1426792 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52271/g/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1426895 INFO (zkCallback-5783-thread-2-processing-n:127.0.0.1:52271_g) [n:127.0.0.1:52271_g ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1426907 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1426909 INFO (qtp605626675-20643) [n:127.0.0.1:52271_g c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1334
[junit4] 2> 1426912 INFO (qtp605626675-20641) [n:127.0.0.1:52271_g ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1427020 INFO (zkCallback-5783-thread-1-processing-n:127.0.0.1:52271_g) [n:127.0.0.1:52271_g ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1427463 INFO (OverseerCollectionConfigSetProcessor-98924527195193348-127.0.0.1:52271_g-n_0000000000) [n:127.0.0.1:52271_g ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1427913 INFO (qtp605626675-20641) [n:127.0.0.1:52271_g ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:52271_g&wt=javabin&version=2} status=0 QTime=2457
[junit4] 2> 1427924 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1427926 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52264/solr ready
[junit4] 2> 1427926 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1427926 INFO (qtp605626675-20639) [n:127.0.0.1:52271_g ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1427932 INFO (OverseerThreadFactory-7117-thread-2-processing-n:127.0.0.1:52271_g) [n:127.0.0.1:52271_g ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1427933 WARN (OverseerThreadFactory-7117-thread-2-processing-n:127.0.0.1:52271_g) [n:127.0.0.1:52271_g ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1428143 INFO (qtp605626675-20639) [n:127.0.0.1:52271_g ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1428143 INFO (qtp605626675-20639) [n:127.0.0.1:52271_g ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=217
[junit4] 2> 1428530 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/shard-1-001 of type NRT
[junit4] 2> 1428530 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1428532 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27fa72dd{/g,null,AVAILABLE}
[junit4] 2> 1428532 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@416f1579{HTTP/1.1,[http/1.1]}{127.0.0.1:52289}
[junit4] 2> 1428532 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.e.j.s.Server Started @1432184ms
[junit4] 2> 1428532 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/g, hostPort=52289, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/shard-1-001/cores}
[junit4] 2> 1428533 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1428533 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1428533 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1428533 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1428533 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-31T16:48:17.695Z
[junit4] 2> 1428536 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1428537 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/shard-1-001/solr.xml
[junit4] 2> 1428542 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1428542 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1428543 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@356cb907, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1428548 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52264/solr
[junit4] 2> 1428564 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52289_g ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1428567 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52289_g ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1428570 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52289_g ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52289_g
[junit4] 2> 1428572 INFO (zkCallback-5783-thread-1-processing-n:127.0.0.1:52271_g) [n:127.0.0.1:52271_g ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1428572 INFO (zkCallback-5791-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1428573 INFO (zkCallback-5796-thread-1-processing-n:127.0.0.1:52289_g) [n:127.0.0.1:52289_g ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1428642 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52289_g ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@356cb907
[junit4] 2> 1428654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52289_g ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@356cb907
[junit4] 2> 1428654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52289_g ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@356cb907
[junit4] 2> 1428656 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[79BA33AFB04D0444]) [n:127.0.0.1:52289_g ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_79BA33AFB04D0444-001/shard-1-001/cores
[junit4] 2> 1428681 INFO (qtp605626675-20642) [n:127.0.0.1:52271_g ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52289_g&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1428684 INFO (OverseerCollectionConfigSetProcessor-98924527195193348-127.0.0.1:52271_g-n_0000000000) [n:127.0.0.1:52271_g ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/q
[...truncated too long message...]
ueuedThreadPool.java:48)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 18) Thread[id=26229, name=qtp1913981662-26229, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([79BA33AFB04D0444]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=26242, name=zkCallback-6743-thread-1, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=26249, name=zkCallback-6743-thread-3, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=26223, name=qtp1913981662-26223, state=RUNNABLE, group=TGRP-RecoveryAfterSoftCommitTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=26248, name=zkCallback-6743-thread-2, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=26250, name=zkCallback-6743-thread-4, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=26240, name=TEST-RecoveryAfterSoftCommitTest.test-seed#[79BA33AFB04D0444]-SendThread(127.0.0.1:54894), state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 7) Thread[id=26231, name=org.eclipse.jetty.server.session.HashSessionManager@2242f93cTimer, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=26251, name=zkCallback-6743-thread-5, state=TIMED_WAITING, group=TGRP-RecoveryAfterSoftCommitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([79BA33AFB04D0444]:0)
[junit4] Completed [538/747 (3!)] on J1 in 27.43s, 1 test, 3 errors <<< FAILURES!
[...truncated 47923 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4257
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4257/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Collection not found: withShardField
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
at __randomizedtesting.SeedInfo.seed([684406AB7A666D88:3D14EE39D69FA278]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:842)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12223 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 874203 INFO (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/init-core-data-001
[junit4] 2> 874204 WARN (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=36 numCloses=36
[junit4] 2> 874204 INFO (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 874207 INFO (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 874208 INFO (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001
[junit4] 2> 874208 INFO (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 874208 INFO (Thread-2141) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 874208 INFO (Thread-2141) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 874212 ERROR (Thread-2141) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 874309 INFO (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54344
[junit4] 2> 874335 INFO (jetty-launcher-4483-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 874335 INFO (jetty-launcher-4483-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 874335 INFO (jetty-launcher-4483-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 874336 INFO (jetty-launcher-4483-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 874338 INFO (jetty-launcher-4483-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67f10ae1{/solr,null,AVAILABLE}
[junit4] 2> 874339 INFO (jetty-launcher-4483-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@77339918{HTTP/1.1,[http/1.1]}{127.0.0.1:54346}
[junit4] 2> 874339 INFO (jetty-launcher-4483-thread-3) [ ] o.e.j.s.Server Started @877680ms
[junit4] 2> 874339 INFO (jetty-launcher-4483-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54346}
[junit4] 2> 874339 ERROR (jetty-launcher-4483-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 874340 INFO (jetty-launcher-4483-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28b68fff{/solr,null,AVAILABLE}
[junit4] 2> 874340 INFO (jetty-launcher-4483-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 874340 INFO (jetty-launcher-4483-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 874340 INFO (jetty-launcher-4483-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 874340 INFO (jetty-launcher-4483-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-31T08:13:29.362Z
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27311fa2{HTTP/1.1,[http/1.1]}{127.0.0.1:54347}
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-1) [ ] o.e.j.s.Server Started @877684ms
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54347}
[junit4] 2> 874343 ERROR (jetty-launcher-4483-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78f9b90e{/solr,null,AVAILABLE}
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-31T08:13:29.365Z
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36bd8e4{HTTP/1.1,[http/1.1]}{127.0.0.1:54349}
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-2) [ ] o.e.j.s.Server Started @877684ms
[junit4] 2> 874343 INFO (jetty-launcher-4483-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54349}
[junit4] 2> 874344 ERROR (jetty-launcher-4483-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 874344 INFO (jetty-launcher-4483-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 874344 INFO (jetty-launcher-4483-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 874344 INFO (jetty-launcher-4483-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 874344 INFO (jetty-launcher-4483-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-31T08:13:29.366Z
[junit4] 2> 874348 INFO (jetty-launcher-4483-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bee0ce8{/solr,null,AVAILABLE}
[junit4] 2> 874348 INFO (jetty-launcher-4483-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8f873e{HTTP/1.1,[http/1.1]}{127.0.0.1:54352}
[junit4] 2> 874348 INFO (jetty-launcher-4483-thread-4) [ ] o.e.j.s.Server Started @877689ms
[junit4] 2> 874348 INFO (jetty-launcher-4483-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54352}
[junit4] 2> 874348 ERROR (jetty-launcher-4483-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 874349 INFO (jetty-launcher-4483-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 874349 INFO (jetty-launcher-4483-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 874349 INFO (jetty-launcher-4483-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 874350 INFO (jetty-launcher-4483-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-31T08:13:29.372Z
[junit4] 2> 874354 INFO (jetty-launcher-4483-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 874355 INFO (jetty-launcher-4483-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 874363 INFO (jetty-launcher-4483-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 874363 INFO (jetty-launcher-4483-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 874371 INFO (jetty-launcher-4483-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54344/solr
[junit4] 2> 874372 INFO (jetty-launcher-4483-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54344/solr
[junit4] 2> 874376 INFO (jetty-launcher-4483-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54344/solr
[junit4] 2> 874389 INFO (jetty-launcher-4483-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54344/solr
[junit4] 2> 874451 INFO (jetty-launcher-4483-thread-2) [n:127.0.0.1:54349_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 874454 INFO (jetty-launcher-4483-thread-2) [n:127.0.0.1:54349_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54349_solr
[junit4] 2> 874458 INFO (jetty-launcher-4483-thread-2) [n:127.0.0.1:54349_solr ] o.a.s.c.Overseer Overseer (id=98922503158693900-127.0.0.1:54349_solr-n_0000000000) starting
[junit4] 2> 874490 INFO (jetty-launcher-4483-thread-2) [n:127.0.0.1:54349_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54349_solr
[junit4] 2> 874538 INFO (zkCallback-4507-thread-1-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 874574 INFO (jetty-launcher-4483-thread-1) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 874575 INFO (jetty-launcher-4483-thread-4) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 874579 INFO (jetty-launcher-4483-thread-1) [n:127.0.0.1:54347_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 874579 INFO (jetty-launcher-4483-thread-4) [n:127.0.0.1:54352_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 874582 INFO (jetty-launcher-4483-thread-1) [n:127.0.0.1:54347_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54347_solr
[junit4] 2> 874582 INFO (jetty-launcher-4483-thread-4) [n:127.0.0.1:54352_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54352_solr
[junit4] 2> 874583 INFO (zkCallback-4507-thread-1-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 874584 INFO (zkCallback-4499-thread-1-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 874616 INFO (zkCallback-4497-thread-1-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 874655 INFO (jetty-launcher-4483-thread-3) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 874658 INFO (jetty-launcher-4483-thread-3) [n:127.0.0.1:54346_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 874660 INFO (jetty-launcher-4483-thread-3) [n:127.0.0.1:54346_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54346_solr
[junit4] 2> 874661 INFO (zkCallback-4507-thread-1-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 874662 INFO (zkCallback-4502-thread-1-processing-n:127.0.0.1:54346_solr) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 874682 INFO (zkCallback-4499-thread-1-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 874682 INFO (zkCallback-4497-thread-1-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 874691 INFO (jetty-launcher-4483-thread-4) [n:127.0.0.1:54352_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54352.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874704 INFO (jetty-launcher-4483-thread-1) [n:127.0.0.1:54347_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54347.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874710 INFO (jetty-launcher-4483-thread-1) [n:127.0.0.1:54347_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54347.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874710 INFO (jetty-launcher-4483-thread-1) [n:127.0.0.1:54347_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54347.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874711 INFO (jetty-launcher-4483-thread-1) [n:127.0.0.1:54347_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node1/.
[junit4] 2> 874718 INFO (jetty-launcher-4483-thread-4) [n:127.0.0.1:54352_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54352.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874719 INFO (jetty-launcher-4483-thread-4) [n:127.0.0.1:54352_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54352.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874720 INFO (jetty-launcher-4483-thread-4) [n:127.0.0.1:54352_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node4/.
[junit4] 2> 874776 INFO (jetty-launcher-4483-thread-3) [n:127.0.0.1:54346_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54346.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874782 INFO (jetty-launcher-4483-thread-2) [n:127.0.0.1:54349_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54349.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874791 INFO (jetty-launcher-4483-thread-3) [n:127.0.0.1:54346_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54346.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874791 INFO (jetty-launcher-4483-thread-3) [n:127.0.0.1:54346_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54346.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874797 INFO (jetty-launcher-4483-thread-2) [n:127.0.0.1:54349_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54349.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874797 INFO (jetty-launcher-4483-thread-2) [n:127.0.0.1:54349_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54349.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 874798 INFO (jetty-launcher-4483-thread-2) [n:127.0.0.1:54349_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node2/.
[junit4] 2> 874802 INFO (jetty-launcher-4483-thread-3) [n:127.0.0.1:54346_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node3/.
[junit4] 2> 874922 INFO (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 874923 INFO (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54344/solr ready
[junit4] 2> 874954 INFO (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[684406AB7A666D88]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
[junit4] 2> 874956 INFO (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[684406AB7A666D88]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 874960 INFO (qtp745088036-15637) [n:127.0.0.1:54346_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&nrtReplicas=2&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 874963 INFO (OverseerThreadFactory-4716-thread-1-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
[junit4] 2> 875079 INFO (OverseerStateUpdate-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"routeFieldColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54346/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 875085 INFO (OverseerStateUpdate-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"routeFieldColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54347/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 875088 INFO (OverseerStateUpdate-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"routeFieldColl_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54352/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 875092 INFO (OverseerStateUpdate-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"routeFieldColl_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54349/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 875095 INFO (OverseerStateUpdate-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"routeFieldColl_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54346/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 875098 INFO (OverseerStateUpdate-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"routeFieldColl_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54347/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 875102 INFO (OverseerStateUpdate-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"routeFieldColl_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54352/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 875105 INFO (OverseerStateUpdate-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"routeFieldColl",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"routeFieldColl_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54349/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 875319 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 875319 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n8&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 875319 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 875321 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 875321 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n12&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 875321 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n6&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 875322 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 875322 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 875322 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n4&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 875322 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 875322 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 875323 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n10&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 875435 INFO (zkCallback-4497-thread-1-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 875436 INFO (zkCallback-4507-thread-1-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 875436 INFO (zkCallback-4499-thread-1-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 875436 INFO (zkCallback-4502-thread-1-processing-n:127.0.0.1:54346_solr) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 875436 INFO (zkCallback-4497-thread-2-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 875436 INFO (zkCallback-4502-thread-2-processing-n:127.0.0.1:54346_solr) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 875437 INFO (zkCallback-4499-thread-2-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 875437 INFO (zkCallback-4507-thread-2-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 876363 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 876363 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 876364 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 876369 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 876371 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 876371 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 876374 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 876388 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 876390 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 876392 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 876394 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 876402 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 876407 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 876410 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 876412 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 876417 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 876436 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 876436 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n10' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 876436 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54347.solr.core.routeFieldColl.shard3.replica_n10' (registry 'solr.core.routeFieldColl.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 876436 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 876436 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node1/routeFieldColl_shard3_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node1/./routeFieldColl_shard3_replica_n10/data/]
[junit4] 2> 876439 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 876439 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n8' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 876439 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54346.solr.core.routeFieldColl.shard3.replica_n8' (registry 'solr.core.routeFieldColl.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 876439 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 876439 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node3/routeFieldColl_shard3_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node3/./routeFieldColl_shard3_replica_n8/data/]
[junit4] 2> 876450 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 876450 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n2' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 876450 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54347.solr.core.routeFieldColl.shard1.replica_n2' (registry 'solr.core.routeFieldColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 876450 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 876450 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node1/routeFieldColl_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node1/./routeFieldColl_shard1_replica_n2/data/]
[junit4] 2> 876452 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 876452 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n12' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 876452 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54352.solr.core.routeFieldColl.shard4.replica_n12' (registry 'solr.core.routeFieldColl.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 876452 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 876452 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node4/routeFieldColl_shard4_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node4/./routeFieldColl_shard4_replica_n12/data/]
[junit4] 2> 876454 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 876454 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n14' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 876454 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54349.solr.core.routeFieldColl.shard4.replica_n14' (registry 'solr.core.routeFieldColl.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 876454 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 876454 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node2/routeFieldColl_shard4_replica_n14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node2/./routeFieldColl_shard4_replica_n14/data/]
[junit4] 2> 876454 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 876454 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n4' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 876454 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 876455 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n1' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 876455 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54352.solr.core.routeFieldColl.shard2.replica_n4' (registry 'solr.core.routeFieldColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 876455 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 876455 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54346.solr.core.routeFieldColl.shard1.replica_n1' (registry 'solr.core.routeFieldColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 876455 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node4/routeFieldColl_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node4/./routeFieldColl_shard2_replica_n4/data/]
[junit4] 2> 876455 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 876455 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node3/routeFieldColl_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node3/./routeFieldColl_shard1_replica_n1/data/]
[junit4] 2> 876461 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 876461 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n6' using configuration from collection routeFieldColl, trusted=true
[junit4] 2> 876462 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54349.solr.core.routeFieldColl.shard2.replica_n6' (registry 'solr.core.routeFieldColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@61a39efa
[junit4] 2> 876462 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 876462 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node2/routeFieldColl_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001/tempDir-001/node2/./routeFieldColl_shard2_replica_n6/data/]
[junit4] 2> 876583 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 876583 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 876584 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 876584 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 876588 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@4afb9ed9[routeFieldColl_shard3_replica_n10] main]
[junit4] 2> 876597 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 876597 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 876599 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 876599 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 876600 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 876600 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 876600 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 876600 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 876603 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 876603 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 876604 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 876604 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 876605 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 876605 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 876605 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 876605 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 876605 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 876605 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 876606 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 876606 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 876606 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 876607 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 876607 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 876607 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582760053051490304
[junit4] 2> 876608 INFO (searcherExecutor-4725-thread-1-processing-n:127.0.0.1:54347_solr x:routeFieldColl_shard3_replica_n10 s:shard3 c:routeFieldColl r:core_node13) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n10] Registered new searcher Searcher@4afb9ed9[routeFieldColl_shard3_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 876611 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 876611 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 876614 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9999ms
[junit4] 2> 876614 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 876614 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 876614 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 876614 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 876616 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 876616 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 876642 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.SolrIndexSearcher Opening [Searcher@15729a38[routeFieldColl_shard4_replica_n12] main]
[junit4] 2> 876643 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 876643 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 876644 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 876644 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582760053090287616
[junit4] 2> 876644 INFO (searcherExecutor-4728-thread-1-processing-n:127.0.0.1:54352_solr x:routeFieldColl_shard4_replica_n12 s:shard4 c:routeFieldColl r:core_node15) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n12] Registered new searcher Searcher@15729a38[routeFieldColl_shard4_replica_n12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 876647 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@fe09c72[routeFieldColl_shard2_replica_n4] main]
[junit4] 2> 876648 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 876649 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 876650 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 876650 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582760053096579072
[junit4] 2> 876650 INFO (searcherExecutor-4730-thread-1-processing-n:127.0.0.1:54352_solr x:routeFieldColl_shard2_replica_n4 s:shard2 c:routeFieldColl r:core_node7) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n4] Registered new searcher Searcher@fe09c72[routeFieldColl_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 876651 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
[junit4] 2> 876651 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.SolrIndexSearcher Opening [Searcher@43f15d31[routeFieldColl_shard4_replica_n14] main]
[junit4] 2> 876652 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c997978[routeFieldColl_shard3_replica_n8] main]
[junit4] 2> 876654 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 876654 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 876655 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 876655 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 876655 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 876656 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 876656 INFO (searcherExecutor-4729-thread-1-processing-n:127.0.0.1:54349_solr x:routeFieldColl_shard4_replica_n14 s:shard4 c:routeFieldColl r:core_node16) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n14] Registered new searcher Searcher@43f15d31[routeFieldColl_shard4_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 876656 INFO (qtp1240429899-15661) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582760053102870528
[junit4] 2> 876656 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 876657 INFO (qtp745088036-15639) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582760053103919104
[junit4] 2> 876657 INFO (searcherExecutor-4726-thread-1-processing-n:127.0.0.1:54346_solr x:routeFieldColl_shard3_replica_n8 s:shard3 c:routeFieldColl r:core_node11) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n8] Registered new searcher Searcher@2c997978[routeFieldColl_shard3_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 876658 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a7725f9[routeFieldColl_shard1_replica_n1] main]
[junit4] 2> 876658 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a48ac56[routeFieldColl_shard1_replica_n2] main]
[junit4] 2> 876659 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 876659 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 876660 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 876660 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 876660 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 876660 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582760053107064832
[junit4] 2> 876661 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 876661 INFO (qtp226120230-15646) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582760053108113408
[junit4] 2> 876661 INFO (searcherExecutor-4731-thread-1-processing-n:127.0.0.1:54346_solr x:routeFieldColl_shard1_replica_n1 s:shard1 c:routeFieldColl r:core_node3) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n1] Registered new searcher Searcher@2a7725f9[routeFieldColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 876661 INFO (searcherExecutor-4727-thread-1-processing-n:127.0.0.1:54347_solr x:routeFieldColl_shard1_replica_n2 s:shard1 c:routeFieldColl r:core_node5) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n2] Registered new searcher Searcher@3a48ac56[routeFieldColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 876663 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3128d572[routeFieldColl_shard2_replica_n6] main]
[junit4] 2> 876667 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 876667 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 876667 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54346/solr/routeFieldColl_shard1_replica_n1/
[junit4] 2> 876667 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica_n1 url=http://127.0.0.1:54346/solr START replicas=[http://127.0.0.1:54347/solr/routeFieldColl_shard1_replica_n2/] nUpdates=100
[junit4] 2> 876667 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 876668 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 876668 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 876669 INFO (qtp226120230-15650) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.S.Request [routeFieldColl_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 876670 INFO (searcherExecutor-4732-thread-1-processing-n:127.0.0.1:54349_solr x:routeFieldColl_shard2_replica_n6 s:shard2 c:routeFieldColl r:core_node9) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n6] Registered new searcher Searcher@3128d572[routeFieldColl_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 876670 INFO (qtp1240429899-15662) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582760053117550592
[junit4] 2> 876768 INFO (zkCallback-4497-thread-2-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 876769 INFO (zkCallback-4499-thread-2-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 876769 INFO (zkCallback-4497-thread-1-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 876769 INFO (zkCallback-4507-thread-2-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 876769 INFO (zkCallback-4507-thread-1-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 876769 INFO (zkCallback-4502-thread-2-processing-n:127.0.0.1:54346_solr) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 876769 INFO (zkCallback-4502-thread-1-processing-n:127.0.0.1:54346_solr) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 876769 INFO (zkCallback-4499-thread-1-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 876973 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica_n1 url=http://127.0.0.1:54346/solr DONE. We have no versions. sync failed.
[junit4] 2> 876973 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 876973 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 876973 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 876979 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54346/solr/routeFieldColl_shard1_replica_n1/ shard1
[junit4] 2> 877092 INFO (zkCallback-4497-thread-1-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877093 INFO (zkCallback-4497-thread-2-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877093 INFO (zkCallback-4499-thread-2-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877093 INFO (zkCallback-4502-thread-1-processing-n:127.0.0.1:54346_solr) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877093 INFO (zkCallback-4502-thread-2-processing-n:127.0.0.1:54346_solr) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877093 INFO (zkCallback-4507-thread-3-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877093 INFO (zkCallback-4507-thread-1-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877092 INFO (zkCallback-4499-thread-1-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877123 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 877123 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 877123 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54347/solr/routeFieldColl_shard3_replica_n10/
[junit4] 2> 877123 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica_n10 url=http://127.0.0.1:54347/solr START replicas=[http://127.0.0.1:54346/solr/routeFieldColl_shard3_replica_n8/] nUpdates=100
[junit4] 2> 877125 INFO (qtp745088036-15641) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.S.Request [routeFieldColl_shard3_replica_n8] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 877142 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 877146 INFO (qtp745088036-15638) [n:127.0.0.1:54346_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1828
[junit4] 2> 877159 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 877159 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 877159 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54352/solr/routeFieldColl_shard4_replica_n12/
[junit4] 2> 877159 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 877159 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 877159 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54352/solr/routeFieldColl_shard2_replica_n4/
[junit4] 2> 877160 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica_n12 url=http://127.0.0.1:54352/solr START replicas=[http://127.0.0.1:54349/solr/routeFieldColl_shard4_replica_n14/] nUpdates=100
[junit4] 2> 877160 INFO (qtp591143931-15659) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica_n4 url=http://127.0.0.1:54352/solr START replicas=[http://127.0.0.1:54349/solr/routeFieldColl_shard2_replica_n6/] nUpdates=100
[junit4] 2> 877162 INFO (qtp1240429899-15663) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.S.Request [routeFieldColl_shard4_replica_n14] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 877163 INFO (qtp1240429899-15665) [n:127.0.0.1:54349_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.S.Request [routeFieldColl_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 877258 INFO (zkCallback-4497-thread-1-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877258 INFO (zkCallback-4499-thread-2-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877258 INFO (zkCallback-4507-thread-1-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877258 INFO (zkCallback-4499-thread-1-processing-n:127.0.0.1:54347_solr) [n:127.0.0.1:54347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877258 INFO (zkCallback-4497-thread-2-processing-n:127.0.0.1:54352_solr) [n:127.0.0.1:54352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877258 INFO (zkCallback-4502-thread-1-processing-n:127.0.0.1:54346_solr) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877258 INFO (zkCallback-4507-thread-3-processing-n:127.0.0.1:54349_solr) [n:127.0.0.1:54349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877258 INFO (zkCallback-4502-thread-2-processing-n:127.0.0.1:54346_solr) [n:127.0.0.1:54346_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 877434 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica_n10 url=http://127.0.0.1:54347/solr DONE. We have no versions. sync failed.
[junit4] 2> 877434 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 877434 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 877434 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 877445 INFO (qtp226120230-15648) [n:127.0.0.1:54347_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54347/solr/routeFieldColl_shard3_replica_n10/ shard3
[junit4] 2> 877461 INFO (qtp591143931-15656) [n:127.0.0.1:54352_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica_n12 url=http://127.0.0.1:54352/
[...truncated too long message...]
ain = solr.core.implicitcoll.x.replica_n13, service url = null, agent id = null] for registry solr.core.implicitcoll.x.replica_n13 / com.codahale.metrics.MetricRegistry@53cce660
[junit4] 2> 937007 INFO (coreCloseExecutor-4876-thread-2) [n:127.0.0.1:54352_solr c:implicitcoll s:a r:core_node3 x:implicitcoll_a_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.implicitcoll.a.leader, tag=1322943687
[junit4] 2> 937010 INFO (coreCloseExecutor-4878-thread-1) [n:127.0.0.1:54349_solr c:implicitcoll s:a r:core_node5 x:implicitcoll_a_replica_n2] o.a.s.c.SolrCore [implicitcoll_a_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@176cd3cf
[junit4] 2> 937010 INFO (coreCloseExecutor-4878-thread-1) [n:127.0.0.1:54349_solr c:implicitcoll s:a r:core_node5 x:implicitcoll_a_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.implicitcoll.a.replica_n2, tag=393008079
[junit4] 2> 937010 INFO (coreCloseExecutor-4878-thread-1) [n:127.0.0.1:54349_solr c:implicitcoll s:a r:core_node5 x:implicitcoll_a_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40c6c128: rootName = solr_54349, domain = solr.core.implicitcoll.a.replica_n2, service url = null, agent id = null] for registry solr.core.implicitcoll.a.replica_n2 / com.codahale.metrics.MetricRegistry@1c28d310
[junit4] 2> 937013 INFO (coreCloseExecutor-4877-thread-2) [n:127.0.0.1:54346_solr c:implicitcoll s:x r:core_node14 x:implicitcoll_x_replica_n13] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.implicitcoll.x.leader, tag=439820805
[junit4] 2> 937014 INFO (coreCloseExecutor-4878-thread-2) [n:127.0.0.1:54349_solr c:implicitcoll s:c r:core_node12 x:implicitcoll_c_replica_n10] o.a.s.c.SolrCore [implicitcoll_c_replica_n10] CLOSING SolrCore org.apache.solr.core.SolrCore@63037034
[junit4] 2> 937019 INFO (coreCloseExecutor-4878-thread-1) [n:127.0.0.1:54349_solr c:implicitcoll s:a r:core_node5 x:implicitcoll_a_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.implicitcoll.a.leader, tag=393008079
[junit4] 2> 937020 INFO (coreCloseExecutor-4878-thread-2) [n:127.0.0.1:54349_solr c:implicitcoll s:c r:core_node12 x:implicitcoll_c_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.implicitcoll.c.replica_n10, tag=1661169716
[junit4] 2> 937020 INFO (coreCloseExecutor-4878-thread-2) [n:127.0.0.1:54349_solr c:implicitcoll s:c r:core_node12 x:implicitcoll_c_replica_n10] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@463c9d13: rootName = solr_54349, domain = solr.core.implicitcoll.c.replica_n10, service url = null, agent id = null] for registry solr.core.implicitcoll.c.replica_n10 / com.codahale.metrics.MetricRegistry@4da7d13a
[junit4] 2> 937046 INFO (coreCloseExecutor-4878-thread-2) [n:127.0.0.1:54349_solr c:implicitcoll s:c r:core_node12 x:implicitcoll_c_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.implicitcoll.c.leader, tag=1661169716
[junit4] 2> 937048 INFO (jetty-closer-4484-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4bee0ce8{/solr,null,UNAVAILABLE}
[junit4] 2> 937050 INFO (jetty-closer-4484-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28b68fff{/solr,null,UNAVAILABLE}
[junit4] 2> 937054 INFO (jetty-closer-4484-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@67f10ae1{/solr,null,UNAVAILABLE}
[junit4] 2> 937057 INFO (jetty-closer-4484-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98922503158693900-127.0.0.1:54349_solr-n_0000000000) closing
[junit4] 2> 937057 INFO (OverseerStateUpdate-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54349_solr
[junit4] 2> 937058 WARN (OverseerAutoScalingTriggerThread-98922503158693900-127.0.0.1:54349_solr-n_0000000000) [n:127.0.0.1:54349_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 937060 INFO (jetty-closer-4484-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78f9b90e{/solr,null,UNAVAILABLE}
[junit4] 2> 937066 ERROR (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 937066 INFO (SUITE-CustomCollectionTest-seed#[684406AB7A666D88]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54344 54344
[junit4] 2> 938222 INFO (Thread-2141) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54344 54344
[junit4] 2> 938348 WARN (Thread-2141) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/configs/conf
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/collections/withShardField/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 57 /solr/collections/implicitcoll/state.json
[junit4] 2> 32 /solr/collections/routeFieldColl/state.json
[junit4] 2> 28 /solr/collections/withShardField/state.json
[junit4] 2> 25 /solr/collections/testCreateShardRepFactor/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/98922503158693900-127.0.0.1:54349_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections
[junit4] 2> 9 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_684406AB7A666D88-001
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=5906, maxDocsPerChunk=301, blockSize=128), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=5906, blockSize=128)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@67052952), locale=es-BO, timezone=Zulu
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=316432224,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestExclusionRuleCollectionAccess, SuggestComponentTest, GraphQueryTest, UpdateParamsTest, TestConfig, SpellPossibilityIteratorTest, RuleEngineTest, SpellingQueryConverterTest, CopyFieldTest, TestRandomFaceting, DistributedFacetPivotLargeTest, PKIAuthenticationIntegrationTest, TestFastWriter, TestHashPartitioner, TestCharFilters, BlockJoinFacetRandomTest, UpdateRequestProcessorFactoryTest, HdfsChaosMonkeySafeLeaderTest, AddBlockUpdateTest, TestSQLHandler, SearchHandlerTest, RestartWhileUpdatingTest, TestObjectReleaseTracker, ExternalFileFieldSortTest, DistributedQueryComponentOptimizationTest, QueryElevationComponentTest, TestDynamicLoading, OpenExchangeRatesOrgProviderTest, DeleteStatusTest, VersionInfoTest, DocumentBuilderTest, HealthCheckHandlerTest, SecurityConfHandlerTest, TestRTGBase, TestClusterProperties, TestCustomSort, LeaderElectionIntegrationTest, ConnectionManagerTest, TlogReplayBufferedWhileIndexingTest, DocumentAnalysisRequestHandlerTest, TestDynamicFieldCollectionResource, HdfsRecoveryZkTest, LargeFieldTest, SolrSlf4jReporterTest, JsonLoaderTest, TestCloudPivotFacet, HLLUtilTest, TestWordDelimiterFilterFactory, TestElisionMultitermQuery, TestBlobHandler, TestSolrQueryParser, MetricsHandlerTest, DocValuesMissingTest, TestSha256AuthenticationProvider, CollectionStateFormat2Test, ParsingFieldUpdateProcessorsTest, BlobRepositoryCloudTest, TestRecoveryHdfs, TestRequestForwarding, TestClassicSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, OpenCloseCoreStressTest, TestExportWriter, FieldMutatingUpdateProcessorTest, BadComponentTest, TestSearcherReuse, SolrIndexSplitterTest, TestCoreAdminApis, CoreAdminHandlerTest, TestExactStatsCache, LeaderElectionContextKeyTest, TestManagedStopFilterFactory, TestStressCloudBlindAtomicUpdates, TestSuggestSpellingConverter, TestSchemalessBufferedUpdates, TestManagedSchemaAPI, TestSolrIndexConfig, TestStressVersions, TestSystemCollAutoCreate, AliasIntegrationTest, TestSolrCLIRunExample, TestEmbeddedSolrServerConstructors, MBeansHandlerTest, CdcrReplicationDistributedZkTest, FacetPivotSmallTest, TestSchemaSimilarityResource, VMParamsZkACLAndCredentialsProvidersTest, BasicFunctionalityTest, TestRawTransformer, SimplePostToolTest, JvmMetricsTest, ActionThrottleTest, TestCollationField, PeerSyncWithIndexFingerprintCachingTest, MoveReplicaHDFSTest, OverseerTaskQueueTest, TestSkipOverseerOperations, TestSubQueryTransformer, QueryResultKeyTest, TestSolrConfigHandlerCloud, JavabinLoaderTest, TestHashQParserPlugin, PluginInfoTest, TestSimpleTrackingShardHandler, TestMissingGroups, TestDistributedGrouping, CoreMergeIndexesAdminHandlerTest, TestInPlaceUpdatesStandalone, DistributedQueueTest, TestSolrConfigHandler, TestSolrQueryResponse, CoreAdminCreateDiscoverTest, TermVectorComponentDistributedTest, TestCollectionsAPIViaSolrCloudCluster, ChaosMonkeyNothingIsSafeWithPullReplicasTest, BasicAuthIntegrationTest, SimpleFacetsTest, PolyFieldTest, DocValuesNotIndexedTest, CustomCollectionTest]
[junit4] Completed [226/747 (1!)] on J1 in 64.18s, 4 tests, 1 error <<< FAILURES!
[...truncated 48990 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4256
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4256/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([EFD77C463F0B6444:A17CDD0160B41EB7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet(CollectionsAPISolrJTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12316 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4] 2> 716552 INFO (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/init-core-data-001
[junit4] 2> 716554 WARN (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 716554 INFO (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 716559 INFO (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 716560 INFO (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001
[junit4] 2> 716560 INFO (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 716560 INFO (Thread-1985) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 716560 INFO (Thread-1985) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 716584 ERROR (Thread-1985) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 716672 INFO (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:61502
[junit4] 2> 716712 INFO (jetty-launcher-1200-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 716714 INFO (jetty-launcher-1200-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 716716 INFO (jetty-launcher-1200-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 716716 INFO (jetty-launcher-1200-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67e2cee0{/solr,null,AVAILABLE}
[junit4] 2> 716718 INFO (jetty-launcher-1200-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 716721 INFO (jetty-launcher-1200-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17c4ca98{/solr,null,AVAILABLE}
[junit4] 2> 716721 INFO (jetty-launcher-1200-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c6d1fec{HTTP/1.1,[http/1.1]}{127.0.0.1:61505}
[junit4] 2> 716721 INFO (jetty-launcher-1200-thread-3) [ ] o.e.j.s.Server Started @719647ms
[junit4] 2> 716721 INFO (jetty-launcher-1200-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61505}
[junit4] 2> 716723 ERROR (jetty-launcher-1200-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 716723 INFO (jetty-launcher-1200-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 716723 INFO (jetty-launcher-1200-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 716723 INFO (jetty-launcher-1200-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 716723 INFO (jetty-launcher-1200-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T22:00:04.710Z
[junit4] 2> 716726 INFO (jetty-launcher-1200-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30c61489{/solr,null,AVAILABLE}
[junit4] 2> 716726 INFO (jetty-launcher-1200-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27ba4344{HTTP/1.1,[http/1.1]}{127.0.0.1:61506}
[junit4] 2> 716726 INFO (jetty-launcher-1200-thread-4) [ ] o.e.j.s.Server Started @719652ms
[junit4] 2> 716726 INFO (jetty-launcher-1200-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61506}
[junit4] 2> 716727 INFO (jetty-launcher-1200-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@396fff09{HTTP/1.1,[http/1.1]}{127.0.0.1:61504}
[junit4] 2> 716727 INFO (jetty-launcher-1200-thread-1) [ ] o.e.j.s.Server Started @719653ms
[junit4] 2> 716727 INFO (jetty-launcher-1200-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61504}
[junit4] 2> 716728 ERROR (jetty-launcher-1200-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 716728 INFO (jetty-launcher-1200-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 716728 INFO (jetty-launcher-1200-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 716728 INFO (jetty-launcher-1200-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 716728 INFO (jetty-launcher-1200-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T22:00:04.715Z
[junit4] 2> 716728 ERROR (jetty-launcher-1200-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 716729 INFO (jetty-launcher-1200-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 716729 INFO (jetty-launcher-1200-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 716729 INFO (jetty-launcher-1200-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 716729 INFO (jetty-launcher-1200-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T22:00:04.716Z
[junit4] 2> 716730 INFO (jetty-launcher-1200-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@755cae8{/solr,null,AVAILABLE}
[junit4] 2> 716730 INFO (jetty-launcher-1200-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d3744c5{HTTP/1.1,[http/1.1]}{127.0.0.1:61508}
[junit4] 2> 716730 INFO (jetty-launcher-1200-thread-2) [ ] o.e.j.s.Server Started @719656ms
[junit4] 2> 716731 INFO (jetty-launcher-1200-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61508}
[junit4] 2> 716731 ERROR (jetty-launcher-1200-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 716731 INFO (jetty-launcher-1200-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 716734 INFO (jetty-launcher-1200-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 716734 INFO (jetty-launcher-1200-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 716734 INFO (jetty-launcher-1200-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T22:00:04.721Z
[junit4] 2> 716737 INFO (jetty-launcher-1200-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 716742 INFO (jetty-launcher-1200-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 716744 INFO (jetty-launcher-1200-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 716746 INFO (jetty-launcher-1200-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 716771 INFO (jetty-launcher-1200-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61502/solr
[junit4] 2> 716775 INFO (jetty-launcher-1200-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61502/solr
[junit4] 2> 716776 INFO (jetty-launcher-1200-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61502/solr
[junit4] 2> 716790 INFO (jetty-launcher-1200-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61502/solr
[junit4] 2> 716797 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6f4c7cd80005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 716801 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6f4c7cd80007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 717316 INFO (jetty-launcher-1200-thread-1) [n:127.0.0.1:61504_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 717319 INFO (jetty-launcher-1200-thread-1) [n:127.0.0.1:61504_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61504_solr
[junit4] 2> 717322 INFO (jetty-launcher-1200-thread-3) [n:127.0.0.1:61505_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 717324 INFO (jetty-launcher-1200-thread-3) [n:127.0.0.1:61505_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61505_solr
[junit4] 2> 717326 INFO (zkCallback-1220-thread-1-processing-n:127.0.0.1:61505_solr) [n:127.0.0.1:61505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 717328 INFO (jetty-launcher-1200-thread-1) [n:127.0.0.1:61504_solr ] o.a.s.c.Overseer Overseer (id=98920091128168459-127.0.0.1:61504_solr-n_0000000000) starting
[junit4] 2> 717329 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 717330 INFO (jetty-launcher-1200-thread-2) [n:127.0.0.1:61508_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 717331 INFO (zkCallback-1221-thread-1-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 717335 INFO (jetty-launcher-1200-thread-2) [n:127.0.0.1:61508_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61508_solr
[junit4] 2> 717337 INFO (zkCallback-1220-thread-1-processing-n:127.0.0.1:61505_solr) [n:127.0.0.1:61505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 717337 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 717347 INFO (zkCallback-1221-thread-1-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 717367 INFO (jetty-launcher-1200-thread-1) [n:127.0.0.1:61504_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61504_solr
[junit4] 2> 717370 INFO (zkCallback-1220-thread-1-processing-n:127.0.0.1:61505_solr) [n:127.0.0.1:61505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 717370 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 717370 INFO (zkCallback-1221-thread-1-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 717373 INFO (jetty-launcher-1200-thread-4) [n:127.0.0.1:61506_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 717377 INFO (jetty-launcher-1200-thread-4) [n:127.0.0.1:61506_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 717380 INFO (jetty-launcher-1200-thread-4) [n:127.0.0.1:61506_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61506_solr
[junit4] 2> 717382 INFO (zkCallback-1220-thread-1-processing-n:127.0.0.1:61505_solr) [n:127.0.0.1:61505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 717382 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 717382 INFO (zkCallback-1221-thread-1-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 717383 INFO (zkCallback-1219-thread-1-processing-n:127.0.0.1:61506_solr) [n:127.0.0.1:61506_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 717564 INFO (jetty-launcher-1200-thread-4) [n:127.0.0.1:61506_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61506.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717580 INFO (jetty-launcher-1200-thread-1) [n:127.0.0.1:61504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61504.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717591 INFO (jetty-launcher-1200-thread-2) [n:127.0.0.1:61508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61508.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717610 INFO (jetty-launcher-1200-thread-4) [n:127.0.0.1:61506_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61506.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717610 INFO (jetty-launcher-1200-thread-4) [n:127.0.0.1:61506_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61506.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717615 INFO (jetty-launcher-1200-thread-4) [n:127.0.0.1:61506_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node4/.
[junit4] 2> 717654 INFO (jetty-launcher-1200-thread-1) [n:127.0.0.1:61504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61504.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717654 INFO (jetty-launcher-1200-thread-1) [n:127.0.0.1:61504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61504.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717659 INFO (jetty-launcher-1200-thread-1) [n:127.0.0.1:61504_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node1/.
[junit4] 2> 717663 INFO (jetty-launcher-1200-thread-2) [n:127.0.0.1:61508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61508.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717663 INFO (jetty-launcher-1200-thread-2) [n:127.0.0.1:61508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61508.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717665 INFO (jetty-launcher-1200-thread-2) [n:127.0.0.1:61508_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node2/.
[junit4] 2> 717679 INFO (jetty-launcher-1200-thread-3) [n:127.0.0.1:61505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61505.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717688 INFO (jetty-launcher-1200-thread-3) [n:127.0.0.1:61505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61505.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717696 INFO (jetty-launcher-1200-thread-3) [n:127.0.0.1:61505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61505.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 717702 INFO (jetty-launcher-1200-thread-3) [n:127.0.0.1:61505_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node3/.
[junit4] 2> 717868 INFO (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 717870 INFO (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61502/solr ready
[junit4] 2> 717935 INFO (TEST-CollectionsAPISolrJTest.testCloudInfoInCoreStatus-seed#[EFD77C463F0B6444]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCloudInfoInCoreStatus
[junit4] 2> 717940 INFO (qtp1880712568-7625) [n:127.0.0.1:61506_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=corestatus_test&nrtReplicas=2&action=CREATE&numShards=2&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 717948 INFO (OverseerThreadFactory-3570-thread-1-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.CreateCollectionCmd Create collection corestatus_test
[junit4] 2> 718070 INFO (OverseerStateUpdate-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"corestatus_test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"corestatus_test_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61504/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 718074 INFO (OverseerStateUpdate-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"corestatus_test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"corestatus_test_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61508/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 718078 INFO (OverseerStateUpdate-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"corestatus_test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"corestatus_test_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61505/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 718082 INFO (OverseerStateUpdate-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"corestatus_test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"corestatus_test_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61506/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 718298 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=corestatus_test_shard1_replica_n1&action=CREATE&numShards=2&collection=corestatus_test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 718299 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 718302 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=corestatus_test_shard1_replica_n2&action=CREATE&numShards=2&collection=corestatus_test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 718303 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 718304 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n6&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 718305 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 718305 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n4&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 718306 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 719348 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 719350 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 719353 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 719358 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 719390 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.s.IndexSchema [corestatus_test_shard2_replica_n4] Schema name=minimal
[junit4] 2> 719393 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.s.IndexSchema [corestatus_test_shard1_replica_n2] Schema name=minimal
[junit4] 2> 719394 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 719394 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'corestatus_test_shard2_replica_n4' using configuration from collection corestatus_test, trusted=true
[junit4] 2> 719394 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61505.solr.core.corestatus_test.shard2.replica_n4' (registry 'solr.core.corestatus_test.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 719394 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 719394 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.c.SolrCore [[corestatus_test_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node3/corestatus_test_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node3/./corestatus_test_shard2_replica_n4/data/]
[junit4] 2> 719398 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.s.IndexSchema [corestatus_test_shard2_replica_n6] Schema name=minimal
[junit4] 2> 719399 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.s.IndexSchema [corestatus_test_shard1_replica_n1] Schema name=minimal
[junit4] 2> 719400 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 719400 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 719400 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'corestatus_test_shard1_replica_n2' using configuration from collection corestatus_test, trusted=true
[junit4] 2> 719400 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'corestatus_test_shard2_replica_n6' using configuration from collection corestatus_test, trusted=true
[junit4] 2> 719401 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61506.solr.core.corestatus_test.shard2.replica_n6' (registry 'solr.core.corestatus_test.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 719401 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 719401 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 719401 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'corestatus_test_shard1_replica_n1' using configuration from collection corestatus_test, trusted=true
[junit4] 2> 719401 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.SolrCore [[corestatus_test_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node4/corestatus_test_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node4/./corestatus_test_shard2_replica_n6/data/]
[junit4] 2> 719401 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61504.solr.core.corestatus_test.shard1.replica_n1' (registry 'solr.core.corestatus_test.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 719401 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61508.solr.core.corestatus_test.shard1.replica_n2' (registry 'solr.core.corestatus_test.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 719402 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 719402 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 719402 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.SolrCore [[corestatus_test_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node2/corestatus_test_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node2/./corestatus_test_shard1_replica_n2/data/]
[junit4] 2> 719402 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.c.SolrCore [[corestatus_test_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node1/corestatus_test_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node1/./corestatus_test_shard1_replica_n1/data/]
[junit4] 2> 719512 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 719512 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 719514 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 719514 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 719515 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 719515 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 719516 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 719516 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 719516 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 719516 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 719517 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 719517 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 719519 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@54b60d22[corestatus_test_shard1_replica_n2] main]
[junit4] 2> 719519 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@330d9646[corestatus_test_shard2_replica_n6] main]
[junit4] 2> 719519 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7391f60d[corestatus_test_shard1_replica_n1] main]
[junit4] 2> 719521 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 719521 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 719521 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 719521 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 719521 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 719522 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 719522 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 719522 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 719523 INFO (searcherExecutor-3580-thread-1-processing-n:127.0.0.1:61508_solr x:corestatus_test_shard1_replica_n2 s:shard1 c:corestatus_test r:core_node5) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.SolrCore [corestatus_test_shard1_replica_n2] Registered new searcher Searcher@54b60d22[corestatus_test_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 719522 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582721461134557184
[junit4] 2> 719523 INFO (searcherExecutor-3581-thread-1-processing-n:127.0.0.1:61506_solr x:corestatus_test_shard2_replica_n6 s:shard2 c:corestatus_test r:core_node8) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.SolrCore [corestatus_test_shard2_replica_n6] Registered new searcher Searcher@330d9646[corestatus_test_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 719523 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582721461135605760
[junit4] 2> 719525 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 719526 INFO (searcherExecutor-3582-thread-1-processing-n:127.0.0.1:61504_solr x:corestatus_test_shard1_replica_n1 s:shard1 c:corestatus_test r:core_node3) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.c.SolrCore [corestatus_test_shard1_replica_n1] Registered new searcher Searcher@7391f60d[corestatus_test_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 719526 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582721461138751488
[junit4] 2> 719533 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 719533 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 719533 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61508/solr/corestatus_test_shard1_replica_n2/
[junit4] 2> 719533 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=corestatus_test_shard1_replica_n2 url=http://127.0.0.1:61508/solr START replicas=[http://127.0.0.1:61504/solr/corestatus_test_shard1_replica_n1/] nUpdates=100
[junit4] 2> 719536 INFO (qtp1466792636-7601) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.c.S.Request [corestatus_test_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 719536 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
[junit4] 2> 719539 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 719539 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 719541 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 719541 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 719542 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@da9a1ec[corestatus_test_shard2_replica_n4] main]
[junit4] 2> 719544 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 719544 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 719545 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 719545 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582721461158674432
[junit4] 2> 719546 INFO (searcherExecutor-3579-thread-1-processing-n:127.0.0.1:61505_solr x:corestatus_test_shard2_replica_n4 s:shard2 c:corestatus_test r:core_node7) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.c.SolrCore [corestatus_test_shard2_replica_n4] Registered new searcher Searcher@da9a1ec[corestatus_test_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 719835 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=corestatus_test_shard1_replica_n2 url=http://127.0.0.1:61508/solr DONE. We have no versions. sync failed.
[junit4] 2> 719836 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 719836 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 719836 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 719845 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61508/solr/corestatus_test_shard1_replica_n2/ shard1
[junit4] 2> 720009 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 720012 INFO (qtp231193632-7608) [n:127.0.0.1:61508_solr c:corestatus_test s:shard1 r:core_node5 x:corestatus_test_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=corestatus_test_shard1_replica_n2&action=CREATE&numShards=2&collection=corestatus_test&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1710
[junit4] 2> 720038 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 720038 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 720038 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61506/solr/corestatus_test_shard2_replica_n6/
[junit4] 2> 720039 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=corestatus_test_shard2_replica_n6 url=http://127.0.0.1:61506/solr START replicas=[http://127.0.0.1:61505/solr/corestatus_test_shard2_replica_n4/] nUpdates=100
[junit4] 2> 720044 INFO (qtp65621601-7616) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.c.S.Request [corestatus_test_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 720348 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=corestatus_test_shard2_replica_n6 url=http://127.0.0.1:61506/solr DONE. We have no versions. sync failed.
[junit4] 2> 720348 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 720348 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 720349 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 720355 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61506/solr/corestatus_test_shard2_replica_n6/ shard2
[junit4] 2> 720515 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 720517 INFO (qtp1880712568-7626) [n:127.0.0.1:61506_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n6&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2213
[junit4] 2> 720538 INFO (qtp1466792636-7599) [n:127.0.0.1:61504_solr c:corestatus_test s:shard1 r:core_node3 x:corestatus_test_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=corestatus_test_shard1_replica_n1&action=CREATE&numShards=2&collection=corestatus_test&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2239
[junit4] 2> 720554 INFO (qtp65621601-7614) [n:127.0.0.1:61505_solr c:corestatus_test s:shard2 r:core_node7 x:corestatus_test_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n4&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2249
[junit4] 2> 720561 INFO (qtp1880712568-7625) [n:127.0.0.1:61506_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 721567 INFO (qtp1880712568-7625) [n:127.0.0.1:61506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=corestatus_test&nrtReplicas=2&action=CREATE&numShards=2&stateFormat=1&wt=javabin&version=2} status=0 QTime=3627
[junit4] 2> 721574 INFO (qtp231193632-7610) [n:127.0.0.1:61508_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=corestatus_test_shard1_replica_n2&action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 721575 INFO (TEST-CollectionsAPISolrJTest.testCloudInfoInCoreStatus-seed#[EFD77C463F0B6444]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCloudInfoInCoreStatus
[junit4] 2> 721634 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplica-seed#[EFD77C463F0B6444]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddAndDeleteReplica
[junit4] 2> 721635 INFO (qtp1880712568-7628) [n:127.0.0.1:61506_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=solrj_replicatests&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 721639 INFO (OverseerThreadFactory-3570-thread-2-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.CreateCollectionCmd Create collection solrj_replicatests
[junit4] 2> 721639 INFO (OverseerCollectionConfigSetProcessor-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 721867 INFO (OverseerStateUpdate-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_replicatests",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"solrj_replicatests_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61504/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 721877 INFO (OverseerStateUpdate-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"solrj_replicatests",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"solrj_replicatests_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61508/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 722085 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica_n1&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 722085 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica_n2&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 722201 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 722201 INFO (zkCallback-1221-thread-1-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 722201 INFO (zkCallback-1221-thread-2-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 722201 INFO (zkCallback-1222-thread-2-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 723140 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 723141 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 723151 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.s.IndexSchema [solrj_replicatests_shard1_replica_n2] Schema name=minimal
[junit4] 2> 723151 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.s.IndexSchema [solrj_replicatests_shard1_replica_n1] Schema name=minimal
[junit4] 2> 723156 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 723156 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 723156 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'solrj_replicatests_shard1_replica_n1' using configuration from collection solrj_replicatests, trusted=true
[junit4] 2> 723156 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'solrj_replicatests_shard1_replica_n2' using configuration from collection solrj_replicatests, trusted=true
[junit4] 2> 723156 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61508.solr.core.solrj_replicatests.shard1.replica_n2' (registry 'solr.core.solrj_replicatests.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 723156 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61504.solr.core.solrj_replicatests.shard1.replica_n1' (registry 'solr.core.solrj_replicatests.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 723156 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 723157 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 723157 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.c.SolrCore [[solrj_replicatests_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node2/solrj_replicatests_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node2/./solrj_replicatests_shard1_replica_n2/data/]
[junit4] 2> 723157 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.SolrCore [[solrj_replicatests_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node1/solrj_replicatests_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node1/./solrj_replicatests_shard1_replica_n1/data/]
[junit4] 2> 723312 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 723312 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 723317 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 723317 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 723319 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 723319 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 723321 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 723321 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 723322 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@180ed297[solrj_replicatests_shard1_replica_n1] main]
[junit4] 2> 723326 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 723326 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 723327 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 723327 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582721465124388864
[junit4] 2> 723328 INFO (searcherExecutor-3599-thread-1-processing-n:127.0.0.1:61504_solr x:solrj_replicatests_shard1_replica_n1 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica_n1] Registered new searcher Searcher@180ed297[solrj_replicatests_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 723329 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@19bc126e[solrj_replicatests_shard1_replica_n2] main]
[junit4] 2> 723331 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 723332 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 723333 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 723334 INFO (searcherExecutor-3600-thread-1-processing-n:127.0.0.1:61508_solr x:solrj_replicatests_shard1_replica_n2 s:shard1 c:solrj_replicatests r:core_node4) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica_n2] Registered new searcher Searcher@19bc126e[solrj_replicatests_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 723334 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582721465131728896
[junit4] 2> 723335 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 723439 INFO (zkCallback-1221-thread-2-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 723439 INFO (zkCallback-1221-thread-3-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 723439 INFO (zkCallback-1222-thread-2-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 723439 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 723840 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 723840 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 723840 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61504/solr/solrj_replicatests_shard1_replica_n1/
[junit4] 2> 723841 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=solrj_replicatests_shard1_replica_n1 url=http://127.0.0.1:61504/solr START replicas=[http://127.0.0.1:61508/solr/solrj_replicatests_shard1_replica_n2/] nUpdates=100
[junit4] 2> 723843 INFO (qtp231193632-7613) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.c.S.Request [solrj_replicatests_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 724152 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=solrj_replicatests_shard1_replica_n1 url=http://127.0.0.1:61504/solr DONE. We have no versions. sync failed.
[junit4] 2> 724153 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 724153 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 724153 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 724175 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61504/solr/solrj_replicatests_shard1_replica_n1/ shard1
[junit4] 2> 724288 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 724288 INFO (zkCallback-1222-thread-2-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 724288 INFO (zkCallback-1221-thread-1-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 724288 INFO (zkCallback-1221-thread-3-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 724290 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 724304 INFO (qtp1466792636-7602) [n:127.0.0.1:61504_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica_n1&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2218
[junit4] 2> 724367 INFO (qtp231193632-7611) [n:127.0.0.1:61508_solr c:solrj_replicatests s:shard1 r:core_node4 x:solrj_replicatests_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica_n2&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2282
[junit4] 2> 724380 INFO (qtp1880712568-7628) [n:127.0.0.1:61506_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 724487 INFO (zkCallback-1222-thread-2-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 724487 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 724487 INFO (zkCallback-1221-thread-2-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 724487 INFO (zkCallback-1221-thread-3-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725383 INFO (qtp1880712568-7628) [n:127.0.0.1:61506_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=solrj_replicatests&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3747
[junit4] 2> 725385 INFO (qtp1880712568-7629) [n:127.0.0.1:61506_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61505_solr&action=ADDREPLICA&collection=solrj_replicatests&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 725392 INFO (OverseerCollectionConfigSetProcessor-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 725393 INFO (OverseerThreadFactory-3570-thread-3-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:61505_solr for creating new replica
[junit4] 2> 725400 INFO (OverseerStateUpdate-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"solrj_replicatests",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"solrj_replicatests_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:61505/solr",
[junit4] 2> "node_name":"127.0.0.1:61505_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 725506 INFO (zkCallback-1222-thread-2-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725506 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725506 INFO (zkCallback-1221-thread-3-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725506 INFO (zkCallback-1221-thread-2-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725621 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=solrj_replicatests_shard1_replica_n5&action=CREATE&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 725663 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 725674 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.s.IndexSchema [solrj_replicatests_shard1_replica_n5] Schema name=minimal
[junit4] 2> 725682 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 725682 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'solrj_replicatests_shard1_replica_n5' using configuration from collection solrj_replicatests, trusted=true
[junit4] 2> 725682 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61505.solr.core.solrj_replicatests.shard1.replica_n5' (registry 'solr.core.solrj_replicatests.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58d8c9a3
[junit4] 2> 725682 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 725682 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.c.SolrCore [[solrj_replicatests_shard1_replica_n5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node3/solrj_replicatests_shard1_replica_n5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001/tempDir-001/node3/./solrj_replicatests_shard1_replica_n5/data/]
[junit4] 2> 725743 INFO (zkCallback-1222-thread-1-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725743 INFO (zkCallback-1222-thread-2-processing-n:127.0.0.1:61508_solr) [n:127.0.0.1:61508_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725743 INFO (zkCallback-1221-thread-2-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725743 INFO (zkCallback-1221-thread-1-processing-n:127.0.0.1:61504_solr) [n:127.0.0.1:61504_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725744 INFO (zkCallback-1220-thread-1-processing-n:127.0.0.1:61505_solr) [n:127.0.0.1:61505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725744 INFO (zkCallback-1220-thread-2-processing-n:127.0.0.1:61505_solr) [n:127.0.0.1:61505_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4])
[junit4] 2> 725796 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 725797 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 725799 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 725799 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 725805 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@66e36579[solrj_replicatests_shard1_replica_n5] main]
[junit4] 2> 725807 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 725807 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 725808 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 725808 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582721467725905920
[junit4] 2> 725809 INFO (searcherExecutor-3609-thread-1-processing-n:127.0.0.1:61505_solr x:solrj_replicatests_shard1_replica_n5 s:shard1 c:solrj_replicatests r:core_node6) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica_n5] Registered new searcher Searcher@66e36579[solrj_replicatests_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 725814 INFO (qtp65621601-7618) [n:127.0.0.1:61505_solr c:solrj_replicatests s:shard1 r:core_node6 x:solrj_replicatests_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:solrj_replicatests_shard1_replica_n5
[junit4]
[...truncated too long message...]
_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.solrj_test_splitshard.shard1_0_2.leader, tag=809169040
[junit4] 2> 804500 INFO (coreCloseExecutor-3792-thread-11) [n:127.0.0.1:61504_solr c:replicaProperties s:shard1 r:core_node5 x:replicaProperties_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replicaProperties.shard1.replica_n2, tag=1810033045
[junit4] 2> 804501 INFO (coreCloseExecutor-3792-thread-11) [n:127.0.0.1:61504_solr c:replicaProperties s:shard1 r:core_node5 x:replicaProperties_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c701e68: rootName = solr_61504, domain = solr.core.replicaProperties.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.replicaProperties.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@3b46bf9c
[junit4] 2> 804512 INFO (coreCloseExecutor-3792-thread-11) [n:127.0.0.1:61504_solr c:replicaProperties s:shard1 r:core_node5 x:replicaProperties_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replicaProperties.shard1.leader, tag=1810033045
[junit4] 2> 804512 INFO (coreCloseExecutor-3792-thread-12) [n:127.0.0.1:61504_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.balancedProperties.shard1.replica_n1, tag=306548603
[junit4] 2> 804512 INFO (coreCloseExecutor-3792-thread-12) [n:127.0.0.1:61504_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1479b876: rootName = solr_61504, domain = solr.core.balancedProperties.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.balancedProperties.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@698def0d
[junit4] 2> 804524 INFO (coreCloseExecutor-3792-thread-12) [n:127.0.0.1:61504_solr c:balancedProperties s:shard1 r:core_node3 x:balancedProperties_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.balancedProperties.shard1.leader, tag=306548603
[junit4] 2> 804524 INFO (coreCloseExecutor-3792-thread-13) [n:127.0.0.1:61504_solr c:solrj_newstateformat s:shard1 r:core_node5 x:solrj_newstateformat_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.solrj_newstateformat.shard1.replica_n2, tag=949305092
[junit4] 2> 804525 INFO (coreCloseExecutor-3792-thread-13) [n:127.0.0.1:61504_solr c:solrj_newstateformat s:shard1 r:core_node5 x:solrj_newstateformat_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@227d57f9: rootName = solr_61504, domain = solr.core.solrj_newstateformat.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.solrj_newstateformat.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@2e6ddb60
[junit4] 2> 804532 INFO (coreCloseExecutor-3792-thread-13) [n:127.0.0.1:61504_solr c:solrj_newstateformat s:shard1 r:core_node5 x:solrj_newstateformat_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.solrj_newstateformat.shard1.leader, tag=949305092
[junit4] 2> 804532 INFO (coreCloseExecutor-3792-thread-5) [n:127.0.0.1:61504_solr c:solrj_test_splitshard s:shard1 r:core_node3 x:solrj_test_splitshard_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.solrj_test_splitshard.shard1.leader, tag=1424196449
[junit4] 2> 804540 INFO (jetty-closer-1201-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98920091128168459-127.0.0.1:61504_solr-n_0000000000) closing
[junit4] 2> 804540 INFO (OverseerStateUpdate-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:61504_solr
[junit4] 2> 804541 WARN (OverseerAutoScalingTriggerThread-98920091128168459-127.0.0.1:61504_solr-n_0000000000) [n:127.0.0.1:61504_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 804545 INFO (jetty-closer-1201-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@67e2cee0{/solr,null,UNAVAILABLE}
[junit4] 2> 804547 ERROR (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 804548 INFO (SUITE-CollectionsAPISolrJTest-seed#[EFD77C463F0B6444]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61502 61502
[junit4] 2> 804565 INFO (Thread-1985) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61502 61502
[junit4] 2> 804734 WARN (Thread-1985) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/solrj_test/state.json
[junit4] 2> 8 /solr/collections/corestatus_test/state.json
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2> 4 /solr/collections/solrj_default_configset/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/collections/solrj_implicit/state.json
[junit4] 2> 61 /solr/collections/solrj_test_splitshard/state.json
[junit4] 2> 39 /solr/collections/replicaProperties/state.json
[junit4] 2> 33 /solr/collections/balancedProperties/state.json
[junit4] 2> 33 /solr/collections/solrj_newstateformat/state.json
[junit4] 2> 26 /solr/collections/solrj_replicatests/state.json
[junit4] 2> 12 /solr/collections/solrj_default_configset/state.json
[junit4] 2> 6 /solr/collections/aliasedCollection/state.json
[junit4] 2> 6 /solr/collections/solrj_test_core_props/state.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/98920091128168459-127.0.0.1:61504_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_EFD77C463F0B6444-001
[junit4] 2> Oct 30, 2017 10:01:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1913, maxMBSortInHeap=6.9451193601643535, sim=RandomSimilarity(queryNorm=true): {}, locale=sr, timezone=Africa/Ouagadougou
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=299894992,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [InfoHandlerTest, DistanceUnitsTest, DistributedFacetPivotLongTailTest, TestJavabinTupleStreamParser, TestRetrieveFieldsOptimizer, TestFieldCacheSortRandom, IndexSchemaTest, TestSchemaVersionResource, ZkCLITest, ChangedSchemaMergeTest, SpellCheckCollatorTest, ScriptEngineTest, SolrMetricsIntegrationTest, TemplateUpdateProcessorTest, LeaderInitiatedRecoveryOnCommitTest, TestPhraseSuggestions, NodeAddedTriggerTest, TestStressRecovery, TestConfigsApi, TestLRUStatsCache, DistributedFacetPivotSmallTest, HttpSolrCallGetCoreTest, TestFiltering, TestPseudoReturnFields, TestCodecSupport, SolrXmlInZkTest, ReplicationFactorTest, AtomicUpdatesTest, AnalysisErrorHandlingTest, SolrRequestParserTest, MultiTermTest, UniqFieldsUpdateProcessorFactoryTest, BadIndexSchemaTest, URLClassifyProcessorTest, TestSolrCoreSnapshots, TestCloudManagedSchema, RegexBoostProcessorTest, TestXmlQParser, DistributedSuggestComponentTest, ImplicitSnitchTest, TestSimpleQParserPlugin, TestSlowCompositeReaderWrapper, QueryParsingTest, PropertiesRequestHandlerTest, SignatureUpdateProcessorFactoryTest, HdfsBasicDistributedZk2Test, AnalyticsMergeStrategyTest, TestReloadDeadlock, TestTestInjection, DeleteInactiveReplicaTest, MigrateRouteKeyTest, TestGraphTermsQParserPlugin, SuggesterTSTTest, TestStressUserVersions, ConfigSetsAPITest, TestReplicationHandlerBackup, HdfsCollectionsAPIDistributedZkTest, TestInitParams, TestFieldCacheReopen, TestStressInPlaceUpdates, DistributedFacetExistsSmallTest, TestDFISimilarityFactory, CollectionTooManyReplicasTest, ComputePlanActionTest, TestReplicationHandler, TestAtomicUpdateErrorCases, TestMacros, UnloadDistributedZkTest, RulesTest, TestDefaultStatsCache, TestAuthorizationFramework, AddReplicaTest, RAMDirectoryFactoryTest, CdcrReplicationHandlerTest, TestHdfsCloudBackupRestore, ConnectionReuseTest, TestMiniSolrCloudClusterSSL, SparseHLLTest, TestFuzzyAnalyzedSuggestions, RequiredFieldsTest, OverseerStatusTest, AsyncCallRequestStatusResponseTest, BlockJoinFacetSimpleTest, AlternateDirectoryTest, HdfsRestartWhileUpdatingTest, TestEmbeddedSolrServerSchemaAPI, DirectUpdateHandlerOptimizeTest, DisMaxRequestHandlerTest, TestConfigSetImmutable, CSVRequestHandlerTest, TestXIncludeConfig, PathHierarchyTokenizerFactoryTest, TestDynamicFieldResource, HdfsRecoverLeaseTest, SmileWriterTest, AddSchemaFieldsUpdateProcessorFactoryTest, SolrCmdDistributorTest, CollectionsAPISolrJTest]
[junit4] Completed [232/747 (1!)] on J0 in 88.71s, 13 tests, 1 failure <<< FAILURES!
[...truncated 48891 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4255 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4255/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([2EDDAA7C6B11585A:166E8E824CE28C8B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11540 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> 34903 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/init-core-data-001
[junit4] 2> 34905 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 34905 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 34906 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 34906 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001
[junit4] 2> 34906 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 34906 INFO (Thread-87) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 34906 INFO (Thread-87) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 34910 ERROR (Thread-87) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 35009 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49656
[junit4] 2> 35027 INFO (jetty-launcher-68-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 35032 INFO (jetty-launcher-68-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 35032 INFO (jetty-launcher-68-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 35035 INFO (jetty-launcher-68-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@255419ae{/solr,null,AVAILABLE}
[junit4] 2> 35035 INFO (jetty-launcher-68-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3472664f{/solr,null,AVAILABLE}
[junit4] 2> 35036 INFO (jetty-launcher-68-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dd2d1e8{/solr,null,AVAILABLE}
[junit4] 2> 35037 INFO (jetty-launcher-68-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a025d32{HTTP/1.1,[http/1.1]}{127.0.0.1:49661}
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-2) [ ] o.e.j.s.Server Started @37249ms
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a2ab205{HTTP/1.1,[http/1.1]}{127.0.0.1:49660}
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49661}
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-3) [ ] o.e.j.s.Server Started @37249ms
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49660}
[junit4] 2> 35038 ERROR (jetty-launcher-68-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3160151f{HTTP/1.1,[http/1.1]}{127.0.0.1:49659}
[junit4] 2> 35038 ERROR (jetty-launcher-68-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-1) [ ] o.e.j.s.Server Started @37249ms
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49659}
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 35038 ERROR (jetty-launcher-68-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T11:15:42.370861Z
[junit4] 2> 35038 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T11:15:42.370885Z
[junit4] 2> 35039 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 35039 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35039 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35039 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T11:15:42.371402Z
[junit4] 2> 35043 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35044 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35044 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35058 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49656/solr
[junit4] 2> 35062 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49656/solr
[junit4] 2> 35067 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49656/solr
[junit4] 2> 35269 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 35270 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 35271 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49659_solr
[junit4] 2> 35272 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49661_solr
[junit4] 2> 35272 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98917557353906185-127.0.0.1:49659_solr-n_0000000000) starting
[junit4] 2> 35274 INFO (zkCallback-84-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35274 INFO (zkCallback-85-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35275 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35278 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 35282 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49660_solr
[junit4] 2> 35285 INFO (zkCallback-85-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 35285 INFO (zkCallback-83-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 35295 INFO (zkCallback-84-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 35296 DEBUG (OverseerAutoScalingTriggerThread-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 35297 DEBUG (OverseerAutoScalingTriggerThread-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 35298 DEBUG (OverseerAutoScalingTriggerThread-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 35298 DEBUG (OverseerAutoScalingTriggerThread-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 35298 DEBUG (OverseerAutoScalingTriggerThread-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 35298 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49659_solr
[junit4] 2> 35301 INFO (zkCallback-84-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 35302 INFO (zkCallback-83-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 35302 INFO (zkCallback-85-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 35304 DEBUG (OverseerAutoScalingTriggerThread-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 35305 DEBUG (OverseerAutoScalingTriggerThread-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 35305 DEBUG (ScheduledTrigger-232-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 35426 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49659.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 35440 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49661.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 35457 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49660.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 35480 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49659.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 35481 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49659.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 35484 INFO (jetty-launcher-68-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node1/.
[junit4] 2> 35490 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49661.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 35490 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49661.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 35494 INFO (jetty-launcher-68-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node2/.
[junit4] 2> 35495 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49660.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 35495 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49660.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 35501 INFO (jetty-launcher-68-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/.
[junit4] 2> 35620 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 35622 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49656/solr ready
[junit4] 2> 35651 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[2EDDAA7C6B11585A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 35657 INFO (qtp2142824487-385) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:49660_solr,127.0.0.1:49659_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 35661 INFO (OverseerThreadFactory-234-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 35784 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49659/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 35787 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49660/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 35791 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49659/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 35796 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49660/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 36003 INFO (qtp2142824487-386) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 36004 INFO (qtp2142824487-386) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 36005 INFO (qtp2142824487-388) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 36007 INFO (qtp1342394644-394) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 36007 INFO (qtp1342394644-396) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 36008 INFO (qtp1342394644-394) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 36116 INFO (zkCallback-85-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 36116 INFO (zkCallback-83-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 36116 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 36116 INFO (zkCallback-83-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 36310 DEBUG (ScheduledTrigger-232-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 37044 INFO (qtp2142824487-388) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 37045 INFO (qtp1342394644-394) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 37058 INFO (qtp2142824487-386) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 37069 INFO (qtp1342394644-394) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 37071 INFO (qtp2142824487-388) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 37071 INFO (qtp1342394644-394) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 37072 INFO (qtp1342394644-394) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 37072 INFO (qtp1342394644-394) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49660.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 37072 INFO (qtp1342394644-394) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 37072 INFO (qtp1342394644-394) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/testSimple1_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 37072 INFO (qtp2142824487-388) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 37073 INFO (qtp2142824487-388) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 37073 INFO (qtp2142824487-388) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49659.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 37073 INFO (qtp2142824487-388) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 37073 INFO (qtp2142824487-388) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node1/testSimple1_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node1/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 37076 INFO (qtp1342394644-396) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 37088 INFO (qtp2142824487-386) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 37089 INFO (qtp2142824487-386) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 37089 INFO (qtp2142824487-386) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 37090 INFO (qtp2142824487-386) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49659.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 37090 INFO (qtp1342394644-396) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 37090 INFO (qtp2142824487-386) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 37090 INFO (qtp2142824487-386) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node1/testSimple1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node1/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 37092 INFO (qtp1342394644-396) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 37092 INFO (qtp1342394644-396) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 37093 INFO (qtp1342394644-396) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49660.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 37093 INFO (qtp1342394644-396) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 37093 INFO (qtp1342394644-396) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/testSimple1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 37209 INFO (qtp2142824487-386) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 37209 INFO (qtp2142824487-386) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 37213 INFO (qtp2142824487-386) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 37213 INFO (qtp2142824487-386) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 37217 INFO (qtp2142824487-388) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 37217 INFO (qtp2142824487-388) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 37219 INFO (qtp2142824487-386) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@168a5457[testSimple1_shard1_replica_n1] main]
[junit4] 2> 37220 INFO (qtp2142824487-388) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 37220 INFO (qtp2142824487-388) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 37222 INFO (qtp2142824487-386) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 37223 INFO (qtp2142824487-386) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 37224 INFO (qtp2142824487-386) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 37226 INFO (searcherExecutor-243-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@168a5457[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 37226 INFO (qtp1342394644-394) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 37226 INFO (qtp1342394644-394) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 37228 INFO (qtp1342394644-394) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 37228 INFO (qtp1342394644-394) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 37226 INFO (qtp2142824487-386) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582680920092049408
[junit4] 2> 37234 INFO (qtp2142824487-388) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1496f02e[testSimple1_shard2_replica_n4] main]
[junit4] 2> 37236 INFO (qtp2142824487-388) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 37236 INFO (qtp2142824487-388) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 37237 INFO (qtp2142824487-388) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 37239 INFO (qtp1342394644-394) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fc1f6d4[testSimple1_shard2_replica_n6] main]
[junit4] 2> 37239 INFO (searcherExecutor-242-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@1496f02e[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 37239 INFO (qtp2142824487-388) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582680920105680896
[junit4] 2> 37241 INFO (qtp1342394644-394) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 37242 INFO (qtp1342394644-394) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 37243 INFO (qtp1342394644-394) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 37245 INFO (searcherExecutor-241-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@7fc1f6d4[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 37245 INFO (qtp1342394644-394) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582680920111972352
[junit4] 2> 37248 INFO (qtp2142824487-386) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
[junit4] 2> 37250 INFO (qtp2142824487-388) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 37250 INFO (qtp2142824487-388) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 37250 INFO (qtp2142824487-388) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49659/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 37251 INFO (qtp2142824487-388) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:49659/solr START replicas=[http://127.0.0.1:49660/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 37254 INFO (qtp1342394644-398) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 37255 INFO (qtp1342394644-396) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 37255 INFO (qtp1342394644-396) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 37257 INFO (qtp1342394644-396) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 37257 INFO (qtp1342394644-396) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 37259 INFO (qtp1342394644-396) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5098637b[testSimple1_shard1_replica_n2] main]
[junit4] 2> 37290 INFO (qtp1342394644-396) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 37291 INFO (qtp1342394644-396) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 37292 INFO (qtp1342394644-396) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 37293 INFO (searcherExecutor-244-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@5098637b[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 37293 INFO (qtp1342394644-396) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582680920162304000
[junit4] 2> 37311 DEBUG (ScheduledTrigger-232-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 37362 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37362 INFO (zkCallback-83-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37363 INFO (zkCallback-83-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37362 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37562 INFO (qtp2142824487-388) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:49659/solr DONE. We have no versions. sync failed.
[junit4] 2> 37562 INFO (qtp2142824487-388) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 37562 INFO (qtp2142824487-388) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 37562 INFO (qtp2142824487-388) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 37569 INFO (qtp2142824487-388) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49659/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 37682 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37682 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37682 INFO (zkCallback-83-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37682 INFO (zkCallback-83-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37740 INFO (qtp2142824487-388) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 37743 INFO (qtp2142824487-388) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1738
[junit4] 2> 37757 INFO (qtp2142824487-386) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 37757 INFO (qtp2142824487-386) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 37757 INFO (qtp2142824487-386) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49659/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 37758 INFO (qtp2142824487-386) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:49659/solr START replicas=[http://127.0.0.1:49660/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 37760 INFO (qtp1342394644-399) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 37845 INFO (zkCallback-83-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37845 INFO (zkCallback-85-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37845 INFO (zkCallback-83-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 37845 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38065 INFO (qtp2142824487-386) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:49659/solr DONE. We have no versions. sync failed.
[junit4] 2> 38065 INFO (qtp2142824487-386) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 38065 INFO (qtp2142824487-386) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 38065 INFO (qtp2142824487-386) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 38071 INFO (qtp2142824487-386) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49659/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 38179 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38179 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38179 INFO (zkCallback-83-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38179 INFO (zkCallback-83-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38184 INFO (qtp2142824487-386) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 38186 INFO (qtp2142824487-386) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2183
[junit4] 2> 38256 INFO (qtp1342394644-394) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2249
[junit4] 2> 38303 INFO (qtp1342394644-396) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2295
[junit4] 2> 38308 INFO (qtp2142824487-385) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 38313 DEBUG (ScheduledTrigger-232-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 38410 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38410 INFO (zkCallback-83-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38410 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 38410 INFO (zkCallback-83-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 39313 INFO (qtp2142824487-385) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:49660_solr,127.0.0.1:49659_solr&wt=javabin&version=2} status=0 QTime=3656
[junit4] 2> 39315 INFO (qtp2142824487-391) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:49659_solr,127.0.0.1:49661_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 39322 DEBUG (ScheduledTrigger-232-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 39324 INFO (OverseerThreadFactory-234-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 39325 INFO (OverseerCollectionConfigSetProcessor-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 39555 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49661/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 39560 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49659/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 39564 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49661/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 39568 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49659/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 39784 INFO (qtp2142824487-383) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 39784 INFO (qtp2142824487-387) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 39785 INFO (qtp1735575440-390) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 39787 INFO (qtp1735575440-390) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 39788 INFO (qtp1735575440-401) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 39906 INFO (zkCallback-84-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 39906 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 39906 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 39906 INFO (zkCallback-84-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 40322 DEBUG (ScheduledTrigger-232-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 40816 INFO (qtp2142824487-383) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 40846 INFO (qtp1735575440-390) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 40847 INFO (qtp2142824487-387) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 40865 INFO (qtp1735575440-401) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 40877 INFO (qtp2142824487-383) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 40877 INFO (qtp1735575440-390) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 40878 INFO (qtp2142824487-387) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 40881 INFO (qtp2142824487-387) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 40881 INFO (qtp2142824487-387) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 40882 INFO (qtp2142824487-387) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49659.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 40882 INFO (qtp2142824487-387) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 40883 INFO (qtp2142824487-387) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node1/testSimple2_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node1/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 40883 INFO (qtp1735575440-390) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 40883 INFO (qtp1735575440-390) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 40884 INFO (qtp1735575440-390) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49661.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 40884 INFO (qtp1735575440-390) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 40884 INFO (qtp1735575440-390) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node2/testSimple2_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node2/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 40885 INFO (qtp2142824487-383) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 40885 INFO (qtp2142824487-383) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 40886 INFO (qtp2142824487-383) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49659.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 40886 INFO (qtp2142824487-383) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 40886 INFO (qtp2142824487-383) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node1/testSimple2_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node1/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 40887 INFO (qtp1735575440-401) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 40889 INFO (qtp1735575440-401) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 40889 INFO (qtp1735575440-401) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 40889 INFO (qtp1735575440-401) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49661.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 40890 INFO (qtp1735575440-401) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 40890 INFO (qtp1735575440-401) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node2/testSimple2_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node2/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 41049 INFO (qtp2142824487-383) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 41049 INFO (qtp2142824487-383) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 41051 INFO (qtp2142824487-387) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 41051 INFO (qtp2142824487-387) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 41054 INFO (qtp2142824487-387) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 41054 INFO (qtp2142824487-387) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 41073 INFO (qtp2142824487-383) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 41073 INFO (qtp2142824487-383) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 41074 INFO (qtp1735575440-401) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 41074 INFO (qtp1735575440-401) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 41076 INFO (qtp1735575440-401) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 41076 INFO (qtp1735575440-401) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 41081 INFO (qtp1735575440-390) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 41081 INFO (qtp1735575440-390) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 41083 INFO (qtp2142824487-387) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6023b52d[testSimple2_shard2_replica_n6] main]
[junit4] 2> 41083 INFO (qtp1735575440-390) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 41083 INFO (qtp1735575440-390) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 41085 INFO (qtp2142824487-387) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 41085 INFO (qtp2142824487-387) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 41085 INFO (qtp2142824487-383) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ebf91db[testSimple2_shard1_replica_n2] main]
[junit4] 2> 41086 INFO (qtp2142824487-387) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 41088 INFO (qtp1735575440-401) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5459e011[testSimple2_shard1_replica_n1] main]
[junit4] 2> 41088 INFO (searcherExecutor-261-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@6023b52d[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 41088 INFO (qtp2142824487-387) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582680924141649920
[junit4] 2> 41090 INFO (qtp1735575440-401) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 41090 INFO (qtp2142824487-383) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 41090 INFO (qtp1735575440-401) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 41091 INFO (qtp2142824487-383) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 41092 INFO (qtp1735575440-401) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 41093 INFO (qtp1735575440-390) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@22f8cd83[testSimple2_shard2_replica_n4] main]
[junit4] 2> 41093 INFO (searcherExecutor-264-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@5459e011[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 41093 INFO (qtp1735575440-401) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582680924146892800
[junit4] 2> 41096 INFO (qtp2142824487-383) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 41097 INFO (qtp1735575440-390) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 41099 INFO (searcherExecutor-263-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@2ebf91db[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 41099 INFO (qtp2142824487-387) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 41099 INFO (qtp1735575440-390) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 41099 INFO (qtp2142824487-383) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582680924153184256
[junit4] 2> 41099 INFO (qtp1735575440-390) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 41104 INFO (searcherExecutor-262-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@22f8cd83[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 41105 INFO (qtp1735575440-390) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582680924159475712
[junit4] 2> 41106 INFO (qtp1735575440-401) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 41107 INFO (qtp1735575440-401) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 41107 INFO (qtp1735575440-401) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49661/solr/testSimple2_shard1_replica_n1/
[junit4] 2> 41107 INFO (qtp1735575440-401) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:49661/solr START replicas=[http://127.0.0.1:49659/solr/testSimple2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 41111 INFO (qtp2142824487-388) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 41212 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41212 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41212 INFO (zkCallback-84-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41212 INFO (zkCallback-84-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41333 DEBUG (ScheduledTrigger-232-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 41417 INFO (qtp1735575440-401) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=http://127.0.0.1:49661/solr DONE. We have no versions. sync failed.
[junit4] 2> 41418 INFO (qtp1735575440-401) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 41418 INFO (qtp1735575440-401) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 41418 INFO (qtp1735575440-401) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 41425 INFO (qtp1735575440-401) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49661/solr/testSimple2_shard1_replica_n1/ shard1
[junit4] 2> 41535 INFO (zkCallback-84-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41535 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41535 INFO (zkCallback-84-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41535 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41579 INFO (qtp1735575440-401) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 41582 INFO (qtp1735575440-401) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1794
[junit4] 2> 41601 INFO (qtp2142824487-387) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 41601 INFO (qtp2142824487-387) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 41601 INFO (qtp2142824487-387) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49659/solr/testSimple2_shard2_replica_n6/
[junit4] 2> 41602 INFO (qtp2142824487-387) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=http://127.0.0.1:49659/solr START replicas=[http://127.0.0.1:49661/solr/testSimple2_shard2_replica_n4/] nUpdates=100
[junit4] 2> 41604 INFO (qtp1735575440-404) [ ] o.a.s.c.S.Request [testSimple2_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 41683 INFO (zkCallback-85-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41683 INFO (zkCallback-84-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41683 INFO (zkCallback-84-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41683 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 41904 INFO (qtp2142824487-387) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n6 url=http://127.0.0.1:49659/solr DONE. We have no versions. sync failed.
[junit4] 2> 41904 INFO (qtp2142824487-387) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 41904 INFO (qtp2142824487-387) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 41904 INFO (qtp2142824487-387) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 41911 INFO (qtp2142824487-387) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49659/solr/testSimple2_shard2_replica_n6/ shard2
[junit4] 2> 42015 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 42015 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 42015 INFO (zkCallback-84-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 42015 INFO (zkCallback-84-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 42033 INFO (qtp2142824487-387) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 42035 INFO (qtp2142824487-387) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2251
[junit4] 2> 42119 INFO (qtp1735575440-390) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2334
[junit4] 2> 42119 INFO (qtp2142824487-383) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2335
[junit4] 2> 42129 INFO (qtp2142824487-391) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 42237 INFO (zkCallback-85-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 42237 INFO (zkCallback-84-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 42237 INFO (zkCallback-84-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 42237 INFO (zkCallback-85-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 42337 DEBUG (ScheduledTrigger-232-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 43133 INFO (qtp2142824487-391) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:49659_solr,127.0.0.1:49661_solr&wt=javabin&version=2} status=0 QTime=3817
[junit4] 2> 43135 INFO (qtp2142824487-386) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:49660_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 43139 INFO (OverseerThreadFactory-234-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 43141 INFO (OverseerCollectionConfigSetProcessor-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 43337 DEBUG (ScheduledTrigger-232-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 43361 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple3_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49660/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 43365 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple3_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49660/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 43370 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"testSimple3_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49660/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 43593 INFO (qtp1342394644-392) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 43595 INFO (qtp1342394644-398) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 43595 INFO (qtp1342394644-397) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 43713 INFO (zkCallback-83-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 43713 INFO (zkCallback-83-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 44348 DEBUG (ScheduledTrigger-232-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:49659_solr, 127.0.0.1:49660_solr, 127.0.0.1:49661_solr]
[junit4] 2> 44639 INFO (qtp1342394644-392) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 44641 INFO (qtp1342394644-398) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 44658 INFO (qtp1342394644-397) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 44665 INFO (qtp1342394644-392) [ ] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
[junit4] 2> 44665 INFO (qtp1342394644-398) [ ] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
[junit4] 2> 44665 INFO (qtp1342394644-397) [ ] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
[junit4] 2> 44669 INFO (qtp1342394644-398) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 44670 INFO (qtp1342394644-398) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard2_replica_n2' using configuration from collection testSimple3, trusted=true
[junit4] 2> 44670 INFO (qtp1342394644-398) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49660.solr.core.testSimple3.shard2.replica_n2' (registry 'solr.core.testSimple3.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 44671 INFO (qtp1342394644-392) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 44671 INFO (qtp1342394644-392) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard1_replica_n1' using configuration from collection testSimple3, trusted=true
[junit4] 2> 44671 INFO (qtp1342394644-392) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49660.solr.core.testSimple3.shard1.replica_n1' (registry 'solr.core.testSimple3.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 44671 INFO (qtp1342394644-392) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 44671 INFO (qtp1342394644-392) [ ] o.a.s.c.SolrCore [[testSimple3_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/testSimple3_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/./testSimple3_shard1_replica_n1/data/]
[junit4] 2> 44673 INFO (qtp1342394644-397) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 44673 INFO (qtp1342394644-397) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard3_replica_n4' using configuration from collection testSimple3, trusted=true
[junit4] 2> 44673 INFO (qtp1342394644-398) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 44673 INFO (qtp1342394644-398) [ ] o.a.s.c.SolrCore [[testSimple3_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/testSimple3_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/./testSimple3_shard2_replica_n2/data/]
[junit4] 2> 44674 INFO (qtp1342394644-397) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49660.solr.core.testSimple3.shard3.replica_n4' (registry 'solr.core.testSimple3.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59926aeb
[junit4] 2> 44674 INFO (qtp1342394644-397) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 44675 INFO (qtp1342394644-397) [ ] o.a.s.c.SolrCore [[testSimple3_shard3_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/testSimple3_shard3_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001/tempDir-001/node3/./testSimple3_shard3_replica_n4/data/]
[junit4] 2> 44756 INFO (qtp1342394644-398) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 44756 INFO (qtp1342394644-398) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 44757 INFO (qtp1342394644-398) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 44757 INFO (qtp1342394644-398) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 44758 INFO (qtp1342394644-392) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 44758 INFO (qtp1342394644-392) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 44760 INFO (qtp1342394644-392) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 44760 INFO (qtp1342394644-392) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 44763 INFO (qtp1342394644-398) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c928a8d[testSimple3_shard2_replica_n2] main]
[junit4] 2> 44766 INFO (qtp1342394644-398) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 44766 INFO (qtp1342394644-398) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 44767 INFO (qtp1342394644-398) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 44767 INFO (qtp1342394644-398) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582680927999361024
[junit4] 2> 44769 INFO (qtp1342394644-392) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b4bfc23[testSimple3_shard1_replica_n1] main]
[junit4] 2> 44769 INFO (searcherExecutor-281-thread-1) [ ] o.a.s.c.SolrCore [testSimple3_shard2_replica
[...truncated too long message...]
ize: [1])
[junit4] 2> 177681 INFO (coreCloseExecutor-334-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=517144418
[junit4] 2> 177683 INFO (jetty-closer-69-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 177683 INFO (jetty-closer-69-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@216c7fed: rootName = solr_49660, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6eb09069
[junit4] 2> 177697 INFO (jetty-closer-69-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:49660_solr
[junit4] 2> 177698 INFO (jetty-closer-69-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98917557353906185-127.0.0.1:49659_solr-n_0000000000) closing
[junit4] 2> 177698 INFO (OverseerStateUpdate-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49659_solr
[junit4] 2> 177700 WARN (OverseerAutoScalingTriggerThread-98917557353906185-127.0.0.1:49659_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 177701 DEBUG (jetty-closer-69-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 177709 INFO (zkCallback-100-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 177709 INFO (zkCallback-84-thread-6) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 177710 INFO (zkCallback-85-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 177710 INFO (jetty-closer-69-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 177712 INFO (coreCloseExecutor-337-thread-1) [ ] o.a.s.c.SolrCore [testSimple3_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3ac7316a
[junit4] 2> 177712 INFO (coreCloseExecutor-337-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard1.replica_n1, tag=986132842
[junit4] 2> 177712 INFO (coreCloseExecutor-337-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56cb02f5: rootName = solr_49660, domain = solr.core.testSimple3.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testSimple3.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@29fce06f
[junit4] 2> 177721 INFO (coreCloseExecutor-337-thread-2) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@6c203516
[junit4] 2> 177721 INFO (coreCloseExecutor-337-thread-3) [ ] o.a.s.c.SolrCore [testSimple3_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1097e94e
[junit4] 2> 177722 INFO (coreCloseExecutor-337-thread-4) [ ] o.a.s.c.SolrCore [testSimple3_shard3_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@720008b2
[junit4] 2> 177728 INFO (zkCallback-84-thread-5) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49661_solr
[junit4] 2> 177751 INFO (coreCloseExecutor-337-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple1.shard1.replica_n2, tag=1814050070
[junit4] 2> 177751 INFO (coreCloseExecutor-337-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14a41fab: rootName = solr_49660, domain = solr.core.testSimple1.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testSimple1.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@162edaaf
[junit4] 2> 177758 INFO (jetty-closer-69-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@255419ae{/solr,null,UNAVAILABLE}
[junit4] 2> 177760 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6cfe8c210008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 177761 INFO (coreCloseExecutor-337-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=1814050070
[junit4] 2> 177761 INFO (zkCallback-100-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49660_solr
[junit4] 2> 177761 INFO (coreCloseExecutor-337-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard2.replica_n2, tag=278391118
[junit4] 2> 177761 INFO (coreCloseExecutor-337-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a98ccf1: rootName = solr_49660, domain = solr.core.testSimple3.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testSimple3.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@698c735e
[junit4] 2> 177761 INFO (jetty-closer-69-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3dd2d1e8{/solr,null,UNAVAILABLE}
[junit4] 2> 177778 INFO (coreCloseExecutor-337-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=278391118
[junit4] 2> 177778 INFO (coreCloseExecutor-337-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard3.replica_n4, tag=1912604850
[junit4] 2> 177778 INFO (coreCloseExecutor-337-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12735f11: rootName = solr_49660, domain = solr.core.testSimple3.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple3.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@4d518982
[junit4] 2> 177793 INFO (coreCloseExecutor-337-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=1912604850
[junit4] 2> 177793 INFO (coreCloseExecutor-337-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard1.leader, tag=986132842
[junit4] 2> 177812 INFO (jetty-closer-69-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@692747ec{/solr,null,UNAVAILABLE}
[junit4] 2> 177813 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 177813 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[2EDDAA7C6B11585A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49656 49656
[junit4] 2> 177833 INFO (Thread-87) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49656 49656
[junit4] 2> 178021 WARN (Thread-87) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 49 /solr/collections/testSimple1/state.json
[junit4] 2> 21 /solr/collections/testSimple2/state.json
[junit4] 2> 10 /solr/collections/testSimple3/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/98917557353906185-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98917557353906184-127.0.0.1:49661_solr-n_0000000001
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/98917557353906185-core_node7-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_2EDDAA7C6B11585A-001
[junit4] 2> Oct 30, 2017 11:18:05 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=788, maxMBSortInHeap=7.346818565801845, sim=RandomSimilarity(queryNorm=false): {}, locale=mn-MN, timezone=Asia/Thimphu
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=59635256,total=202387456
[junit4] 2> NOTE: All tests run in this JVM: [HttpSolrCallGetCoreTest, BaseCdcrDistributedZkTest, OverseerCollectionConfigSetProcessorTest, TestMaxTokenLenTokenizer, SuggestComponentTest, TemplateUpdateProcessorTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [18/746 (1!)] on J1 in 143.92s, 1 test, 1 failure <<< FAILURES!
[...truncated 42474 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4254 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4254/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Timeout waiting for all live and active
Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
at __randomizedtesting.SeedInfo.seed([B824E14D7BEFE5F3:8097C5B35C1C3122]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:95)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13480 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/init-core-data-001
[junit4] 2> 2795565 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2795565 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2795565 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2795566 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001
[junit4] 2> 2795566 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2795566 INFO (Thread-5530) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2795566 INFO (Thread-5530) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2795569 ERROR (Thread-5530) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2795671 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55349
[junit4] 2> 2795686 INFO (jetty-launcher-5723-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2795686 INFO (jetty-launcher-5723-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2795686 INFO (jetty-launcher-5723-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2795688 INFO (jetty-launcher-5723-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14c54800{/solr,null,AVAILABLE}
[junit4] 2> 2795689 INFO (jetty-launcher-5723-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c02fb68{/solr,null,AVAILABLE}
[junit4] 2> 2795689 INFO (jetty-launcher-5723-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3be2223e{HTTP/1.1,[http/1.1]}{127.0.0.1:55351}
[junit4] 2> 2795689 INFO (jetty-launcher-5723-thread-1) [ ] o.e.j.s.Server Started @2798311ms
[junit4] 2> 2795689 INFO (jetty-launcher-5723-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76bfeca6{HTTP/1.1,[http/1.1]}{127.0.0.1:55352}
[junit4] 2> 2795689 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55351}
[junit4] 2> 2795689 INFO (jetty-launcher-5723-thread-3) [ ] o.e.j.s.Server Started @2798311ms
[junit4] 2> 2795689 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55352}
[junit4] 2> 2795689 ERROR (jetty-launcher-5723-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2795690 ERROR (jetty-launcher-5723-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2795689 INFO (jetty-launcher-5723-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38f51f48{/solr,null,AVAILABLE}
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T02:27:43.533292Z
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34702eca{HTTP/1.1,[http/1.1]}{127.0.0.1:55353}
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-2) [ ] o.e.j.s.Server Started @2798312ms
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T02:27:43.533481Z
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55353}
[junit4] 2> 2795690 ERROR (jetty-launcher-5723-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2795690 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-30T02:27:43.533973Z
[junit4] 2> 2795692 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2795692 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2795692 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2795698 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55349/solr
[junit4] 2> 2795698 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55349/solr
[junit4] 2> 2795698 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55349/solr
[junit4] 2> 2795872 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2795874 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2795875 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55351_solr
[junit4] 2> 2795877 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98915481250103303-127.0.0.1:55351_solr-n_0000000000) starting
[junit4] 2> 2795878 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55353_solr
[junit4] 2> 2795878 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2795880 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2795880 INFO (zkCallback-5739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2795880 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2795892 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55352_solr
[junit4] 2> 2795893 INFO (zkCallback-5739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2795894 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2795894 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2795947 DEBUG (OverseerAutoScalingTriggerThread-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2795948 DEBUG (OverseerAutoScalingTriggerThread-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2795949 DEBUG (OverseerAutoScalingTriggerThread-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2795949 DEBUG (OverseerAutoScalingTriggerThread-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2795949 DEBUG (OverseerAutoScalingTriggerThread-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2795950 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55351_solr
[junit4] 2> 2795951 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2795955 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55352.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2795962 INFO (zkCallback-5739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2795962 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2795963 DEBUG (OverseerAutoScalingTriggerThread-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2795963 DEBUG (OverseerAutoScalingTriggerThread-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2795964 DEBUG (ScheduledTrigger-12623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55351_solr, 127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2795965 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55352.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2795965 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55352.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2795966 INFO (jetty-launcher-5723-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node3/.
[junit4] 2> 2795967 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55353.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2795975 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55353.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2795975 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55353.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2795976 INFO (jetty-launcher-5723-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/.
[junit4] 2> 2795990 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55351.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2795998 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55351.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2795999 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55351.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2796000 INFO (jetty-launcher-5723-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node1/.
[junit4] 2> 2796034 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2796036 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55349/solr ready
[junit4] 2> 2796054 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[B824E14D7BEFE5F3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2796060 INFO (qtp412539161-30488) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:55353_solr,127.0.0.1:55352_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2796062 INFO (OverseerThreadFactory-12625-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2796175 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55352/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2796179 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55353/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2796182 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55352/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2796185 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55353/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2796393 INFO (qtp1559538272-30496) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2796394 INFO (qtp864492525-30505) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2796394 INFO (qtp864492525-30506) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2796394 INFO (qtp1559538272-30496) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2796394 INFO (qtp864492525-30505) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2796394 INFO (qtp1559538272-30498) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2796507 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2796507 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2796507 INFO (zkCallback-5740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2796507 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2796966 DEBUG (ScheduledTrigger-12623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55351_solr, 127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2797411 INFO (qtp864492525-30505) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2797411 INFO (qtp1559538272-30496) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2797411 INFO (qtp1559538272-30498) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2797417 INFO (qtp864492525-30506) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2797418 INFO (qtp864492525-30505) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2797418 INFO (qtp1559538272-30496) [ ] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2797419 INFO (qtp864492525-30505) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2797419 INFO (qtp864492525-30505) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2797419 INFO (qtp1559538272-30496) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2797419 INFO (qtp1559538272-30496) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2797420 INFO (qtp1559538272-30496) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55352.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2797420 INFO (qtp864492525-30505) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55353.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2797420 INFO (qtp1559538272-30496) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2797420 INFO (qtp864492525-30505) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2797420 INFO (qtp1559538272-30496) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node3/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 2797420 INFO (qtp864492525-30505) [ ] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/testSimple1_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 2797421 INFO (qtp1559538272-30498) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2797422 INFO (qtp1559538272-30498) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2797422 INFO (qtp1559538272-30498) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2797422 INFO (qtp1559538272-30498) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55352.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2797422 INFO (qtp1559538272-30498) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2797422 INFO (qtp1559538272-30498) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node3/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 2797423 INFO (qtp864492525-30506) [ ] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2797424 INFO (qtp864492525-30506) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2797424 INFO (qtp864492525-30506) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2797425 INFO (qtp864492525-30506) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55353.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2797425 INFO (qtp864492525-30506) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2797425 INFO (qtp864492525-30506) [ ] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/testSimple1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 2797520 INFO (qtp1559538272-30496) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2797520 INFO (qtp1559538272-30496) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2797522 INFO (qtp1559538272-30496) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2797522 INFO (qtp1559538272-30496) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2797524 INFO (qtp1559538272-30498) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2797524 INFO (qtp1559538272-30498) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2797526 INFO (qtp1559538272-30498) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2797526 INFO (qtp1559538272-30498) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2797529 INFO (qtp864492525-30506) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2797529 INFO (qtp864492525-30506) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2797533 INFO (qtp864492525-30505) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2797533 INFO (qtp864492525-30505) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2797536 INFO (qtp864492525-30506) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2797536 INFO (qtp864492525-30506) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2797538 INFO (qtp864492525-30505) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2797538 INFO (qtp864492525-30505) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2797662 INFO (qtp1559538272-30498) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fd51504[testSimple1_shard1_replica_n1] main]
[junit4] 2> 2797663 INFO (qtp864492525-30506) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@169ee270[testSimple1_shard1_replica_n2] main]
[junit4] 2> 2797663 INFO (qtp864492525-30505) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@36a08f3f[testSimple1_shard2_replica_n6] main]
[junit4] 2> 2797664 INFO (qtp1559538272-30498) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2797664 INFO (qtp864492525-30505) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2797664 INFO (qtp864492525-30506) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2797665 INFO (qtp1559538272-30498) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2797665 INFO (qtp864492525-30505) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2797665 INFO (qtp864492525-30506) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2797665 INFO (qtp864492525-30505) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2797665 INFO (qtp1559538272-30498) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2797666 INFO (qtp864492525-30506) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2797666 INFO (qtp864492525-30505) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582647702201565184
[junit4] 2> 2797666 INFO (searcherExecutor-12630-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@36a08f3f[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2797666 INFO (searcherExecutor-12633-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@169ee270[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2797666 INFO (qtp864492525-30506) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582647702201565184
[junit4] 2> 2797667 INFO (searcherExecutor-12632-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@1fd51504[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2797667 INFO (qtp1559538272-30498) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582647702202613760
[junit4] 2> 2797669 INFO (qtp1559538272-30496) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@494d8aa5[testSimple1_shard2_replica_n4] main]
[junit4] 2> 2797671 INFO (qtp1559538272-30496) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2797671 INFO (qtp1559538272-30496) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2797673 INFO (qtp864492525-30505) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2797674 INFO (qtp1559538272-30496) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2797674 INFO (searcherExecutor-12631-thread-1) [ ] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@494d8aa5[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2797675 INFO (qtp1559538272-30496) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582647702211002368
[junit4] 2> 2797676 INFO (qtp1559538272-30498) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2797676 INFO (qtp1559538272-30498) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2797676 INFO (qtp1559538272-30498) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55352/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 2797678 INFO (qtp1559538272-30498) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:55352/solr START replicas=[http://127.0.0.1:55353/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 2797680 INFO (qtp864492525-30508) [ ] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2797779 INFO (zkCallback-5740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2797779 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2797779 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2797779 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2797970 DEBUG (ScheduledTrigger-12623-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55351_solr, 127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2797982 INFO (qtp1559538272-30498) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:55352/solr DONE. We have no versions. sync failed.
[junit4] 2> 2797983 INFO (qtp1559538272-30498) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2797983 INFO (qtp1559538272-30498) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2797983 INFO (qtp1559538272-30498) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2797988 INFO (qtp1559538272-30498) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55352/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 2798090 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798090 INFO (zkCallback-5740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798090 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798090 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798091 INFO (qtp1559538272-30498) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2798094 INFO (qtp1559538272-30498) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1700
[junit4] 2> 2798181 INFO (qtp864492525-30505) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2798182 INFO (qtp864492525-30505) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2798182 INFO (qtp864492525-30505) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55353/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 2798182 INFO (qtp864492525-30505) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:55353/solr START replicas=[http://127.0.0.1:55352/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2798184 INFO (qtp1559538272-30501) [ ] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2798198 INFO (zkCallback-5740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798198 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798198 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798198 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798492 INFO (qtp864492525-30505) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:55353/solr DONE. We have no versions. sync failed.
[junit4] 2> 2798492 INFO (qtp864492525-30505) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2798492 INFO (qtp864492525-30505) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2798492 INFO (qtp864492525-30505) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2798498 INFO (qtp864492525-30505) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55353/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 2798602 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798603 INFO (zkCallback-5740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798603 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798603 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798653 INFO (qtp864492525-30505) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2798655 INFO (qtp864492525-30505) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2261
[junit4] 2> 2798678 INFO (qtp864492525-30506) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2284
[junit4] 2> 2798683 INFO (qtp1559538272-30496) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2289
[junit4] 2> 2798686 INFO (qtp412539161-30488) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2798786 INFO (zkCallback-5740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798786 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798786 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798786 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2798973 DEBUG (ScheduledTrigger-12623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55351_solr, 127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2799688 INFO (qtp412539161-30488) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:55353_solr,127.0.0.1:55352_solr&wt=javabin&version=2} status=0 QTime=3628
[junit4] 2> 2799690 INFO (qtp412539161-30489) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:55352_solr,127.0.0.1:55351_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2799692 INFO (OverseerThreadFactory-12625-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 2799693 INFO (OverseerCollectionConfigSetProcessor-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2799908 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55352/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2799912 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55351/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2799915 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55352/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2799918 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55351/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2799974 DEBUG (ScheduledTrigger-12623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55351_solr, 127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2800125 INFO (qtp1559538272-30502) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2800125 INFO (qtp1559538272-30497) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2800126 INFO (qtp412539161-30490) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2800126 INFO (qtp412539161-30492) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2800126 INFO (qtp412539161-30490) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2800232 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2800232 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2800233 INFO (zkCallback-5739-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2800233 INFO (zkCallback-5739-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2800976 DEBUG (ScheduledTrigger-12623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55351_solr, 127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2801138 INFO (qtp1559538272-30497) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2801139 INFO (qtp1559538272-30502) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2801142 INFO (qtp412539161-30490) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2801145 INFO (qtp412539161-30492) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2801147 INFO (qtp1559538272-30497) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2801148 INFO (qtp1559538272-30502) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2801149 INFO (qtp1559538272-30497) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2801149 INFO (qtp1559538272-30497) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2801150 INFO (qtp1559538272-30497) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55352.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2801150 INFO (qtp1559538272-30497) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2801150 INFO (qtp1559538272-30497) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node3/testSimple2_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node3/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 2801150 INFO (qtp1559538272-30502) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2801150 INFO (qtp1559538272-30502) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2801151 INFO (qtp1559538272-30502) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55352.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2801151 INFO (qtp1559538272-30502) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2801151 INFO (qtp1559538272-30502) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 2801151 INFO (qtp412539161-30490) [ ] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2801152 INFO (qtp412539161-30490) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2801152 INFO (qtp412539161-30490) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2801152 INFO (qtp412539161-30490) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55351.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2801153 INFO (qtp412539161-30490) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2801153 INFO (qtp412539161-30490) [ ] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node1/testSimple2_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node1/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 2801153 INFO (qtp412539161-30492) [ ] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2801153 INFO (qtp412539161-30492) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2801153 INFO (qtp412539161-30492) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 2801153 INFO (qtp412539161-30492) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55351.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2801153 INFO (qtp412539161-30492) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2801153 INFO (qtp412539161-30492) [ ] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node1/testSimple2_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node1/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 2801357 INFO (qtp1559538272-30497) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2801357 INFO (qtp1559538272-30497) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2801357 INFO (qtp412539161-30492) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2801357 INFO (qtp412539161-30492) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2801358 INFO (qtp412539161-30490) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2801358 INFO (qtp412539161-30490) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2801358 INFO (qtp412539161-30492) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2801359 INFO (qtp412539161-30492) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2801359 INFO (qtp1559538272-30497) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2801359 INFO (qtp1559538272-30497) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2801360 INFO (qtp412539161-30490) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2801360 INFO (qtp412539161-30490) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2801361 INFO (qtp1559538272-30502) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2801361 INFO (qtp1559538272-30502) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2801363 INFO (qtp1559538272-30502) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2801363 INFO (qtp1559538272-30502) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2801365 INFO (qtp1559538272-30497) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@44595dfd[testSimple2_shard2_replica_n4] main]
[junit4] 2> 2801366 INFO (qtp412539161-30492) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17b1bd61[testSimple2_shard2_replica_n6] main]
[junit4] 2> 2801367 INFO (qtp412539161-30490) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12876714[testSimple2_shard1_replica_n2] main]
[junit4] 2> 2801367 INFO (qtp1559538272-30497) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2801368 INFO (qtp1559538272-30497) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2801368 INFO (qtp412539161-30490) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2801369 INFO (qtp412539161-30490) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2801369 INFO (qtp1559538272-30497) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2801370 INFO (qtp412539161-30490) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2801370 INFO (searcherExecutor-12650-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@44595dfd[testSimple2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2801370 INFO (qtp1559538272-30497) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582647706085490688
[junit4] 2> 2801371 INFO (searcherExecutor-12652-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@12876714[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2801371 INFO (qtp412539161-30490) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582647706086539264
[junit4] 2> 2801371 INFO (qtp412539161-30492) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2801372 INFO (qtp412539161-30492) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2801373 INFO (qtp412539161-30492) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2801373 INFO (qtp1559538272-30502) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@293bb811[testSimple2_shard1_replica_n1] main]
[junit4] 2> 2801374 INFO (qtp412539161-30492) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582647706089684992
[junit4] 2> 2801374 INFO (searcherExecutor-12653-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@17b1bd61[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2801378 INFO (qtp412539161-30490) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2801380 INFO (qtp1559538272-30497) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2801380 INFO (qtp1559538272-30502) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2801381 INFO (qtp1559538272-30502) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2801382 INFO (qtp1559538272-30502) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2801383 INFO (qtp1559538272-30502) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582647706099122176
[junit4] 2> 2801383 INFO (searcherExecutor-12651-thread-1) [ ] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@293bb811[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2801483 INFO (zkCallback-5739-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2801483 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2801483 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2801483 INFO (zkCallback-5739-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2801880 INFO (qtp412539161-30490) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2801880 INFO (qtp412539161-30490) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2801880 INFO (qtp412539161-30490) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55351/solr/testSimple2_shard1_replica_n2/
[junit4] 2> 2801881 INFO (qtp412539161-30490) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=http://127.0.0.1:55351/solr START replicas=[http://127.0.0.1:55352/solr/testSimple2_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2801882 INFO (qtp1559538272-30497) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2801882 INFO (qtp1559538272-30497) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2801882 INFO (qtp1559538272-30497) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55352/solr/testSimple2_shard2_replica_n4/
[junit4] 2> 2801882 INFO (qtp1559538272-30498) [ ] o.a.s.c.S.Request [testSimple2_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2801883 INFO (qtp1559538272-30497) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n4 url=http://127.0.0.1:55352/solr START replicas=[http://127.0.0.1:55351/solr/testSimple2_shard2_replica_n6/] nUpdates=100
[junit4] 2> 2801884 INFO (qtp412539161-30486) [ ] o.a.s.c.S.Request [testSimple2_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2801977 DEBUG (ScheduledTrigger-12623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55351_solr, 127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2802182 INFO (qtp412539161-30490) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n2 url=http://127.0.0.1:55351/solr DONE. We have no versions. sync failed.
[junit4] 2> 2802182 INFO (qtp412539161-30490) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2802182 INFO (qtp412539161-30490) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2802182 INFO (qtp412539161-30490) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2802183 INFO (qtp1559538272-30497) [ ] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard2_replica_n4 url=http://127.0.0.1:55352/solr DONE. We have no versions. sync failed.
[junit4] 2> 2802183 INFO (qtp1559538272-30497) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2802183 INFO (qtp1559538272-30497) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2802183 INFO (qtp1559538272-30497) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2802191 INFO (qtp412539161-30490) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55351/solr/testSimple2_shard1_replica_n2/ shard1
[junit4] 2> 2802193 INFO (qtp1559538272-30497) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55352/solr/testSimple2_shard2_replica_n4/ shard2
[junit4] 2> 2802295 INFO (zkCallback-5739-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2802295 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2802295 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2802295 INFO (zkCallback-5739-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2802297 INFO (qtp1559538272-30497) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2802299 INFO (qtp1559538272-30497) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2173
[junit4] 2> 2802346 INFO (qtp412539161-30490) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2802347 INFO (qtp412539161-30490) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2221
[junit4] 2> 2802385 INFO (qtp412539161-30492) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2259
[junit4] 2> 2802389 INFO (qtp1559538272-30502) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2264
[junit4] 2> 2802392 INFO (qtp412539161-30489) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2802492 INFO (zkCallback-5739-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2802492 INFO (zkCallback-5738-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2802492 INFO (zkCallback-5738-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2802492 INFO (zkCallback-5739-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2802977 DEBUG (ScheduledTrigger-12623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55351_solr, 127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2803394 INFO (qtp412539161-30489) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:55352_solr,127.0.0.1:55351_solr&wt=javabin&version=2} status=0 QTime=3704
[junit4] 2> 2803395 INFO (qtp412539161-30488) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:55353_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2803396 INFO (OverseerThreadFactory-12625-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 2803396 INFO (OverseerCollectionConfigSetProcessor-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2803618 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple3_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55353/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2803622 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple3_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55353/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2803625 INFO (OverseerStateUpdate-98915481250103303-127.0.0.1:55351_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"testSimple3_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55353/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2803829 INFO (qtp864492525-30510) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2803830 INFO (qtp864492525-30493) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2803831 INFO (qtp864492525-30507) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2803936 INFO (zkCallback-5740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2803936 INFO (zkCallback-5740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple3/state.json] for collection [testSimple3] has occurred - updating... (live nodes size: [3])
[junit4] 2> 2803978 DEBUG (ScheduledTrigger-12623-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55351_solr, 127.0.0.1:55353_solr, 127.0.0.1:55352_solr]
[junit4] 2> 2804843 INFO (qtp864492525-30493) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2804844 INFO (qtp864492525-30507) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2804846 INFO (qtp864492525-30510) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2804851 INFO (qtp864492525-30493) [ ] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2804851 INFO (qtp864492525-30507) [ ] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2804852 INFO (qtp864492525-30510) [ ] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
[junit4] 2> 2804852 INFO (qtp864492525-30493) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2804852 INFO (qtp864492525-30507) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2804852 INFO (qtp864492525-30507) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard1_replica_n1' using configuration from collection testSimple3, trusted=true
[junit4] 2> 2804852 INFO (qtp864492525-30493) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard2_replica_n2' using configuration from collection testSimple3, trusted=true
[junit4] 2> 2804853 INFO (qtp864492525-30507) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55353.solr.core.testSimple3.shard1.replica_n1' (registry 'solr.core.testSimple3.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2804853 INFO (qtp864492525-30493) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55353.solr.core.testSimple3.shard2.replica_n2' (registry 'solr.core.testSimple3.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2804853 INFO (qtp864492525-30510) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2804853 INFO (qtp864492525-30493) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2804853 INFO (qtp864492525-30507) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2804853 INFO (qtp864492525-30493) [ ] o.a.s.c.SolrCore [[testSimple3_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/testSimple3_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/./testSimple3_shard2_replica_n2/data/]
[junit4] 2> 2804853 INFO (qtp864492525-30507) [ ] o.a.s.c.SolrCore [[testSimple3_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/testSimple3_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/./testSimple3_shard1_replica_n1/data/]
[junit4] 2> 2804853 INFO (qtp864492525-30510) [ ] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard3_replica_n4' using configuration from collection testSimple3, trusted=true
[junit4] 2> 2804854 INFO (qtp864492525-30510) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55353.solr.core.testSimple3.shard3.replica_n4' (registry 'solr.core.testSimple3.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7825ce45
[junit4] 2> 2804854 INFO (qtp864492525-30510) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2804854 INFO (qtp864492525-30510) [ ] o.a.s.c.SolrCore [[testSimple3_shard3_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/testSimple3_shard3_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001/tempDir-001/node2/./testSimple3_shard3_replica_n4/data/]
[junit4] 2> 2804902 INFO (qtp864492525-30507) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2804902 INFO (qtp864492525-30507) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2804903 INFO (qtp864492525-30507) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2804903 INFO (qtp864492525-30507) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2804930 INFO (qtp864492525-30493) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2804930 INFO (qtp864492525-30493) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2804932 INFO (qtp864492525-30493) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2804932 INFO (qtp864492525-30493) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2804932 INFO (qtp864492525-30510) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2804932 INFO (qtp864492525-30510) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2804934 INFO (qtp864492525-30510) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2804934 INFO (qtp864492525-30510) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2804942 INFO (qtp864492525-30493) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@626b8fa8[testSimple3_shard2_replica_n2] main]
[junit4] 2> 2804943 INFO (qtp864492525-30507) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@b1b1f60[testSimple3_shard1_replica_n1] main]
[junit4] 2> 2804945 INFO (qtp864492525-30493) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2804945 INFO (qtp864492525-30510) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@53fa14cf[testSimple3_shard3_replica_n4] main]
[junit4] 2> 2804946 INFO (qtp864492525-30493) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2804945 INFO (qtp864492525-30507) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2804949 INFO (qtp864492525-30510) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2804949 INFO (qtp864492525-30507) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2804949 INFO (qtp864492525-30493) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2804949 INFO (qtp864492525-30510) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2804951 INFO (searcherE
[...truncated too long message...]
rTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2938425 INFO (jetty-closer-5724-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14c54800{/solr,null,UNAVAILABLE}
[junit4] 2> 2938426 INFO (coreCloseExecutor-12724-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=2138776125
[junit4] 2> 2938427 INFO (zkCallback-5755-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55353_solr
[junit4] 2> 2939930 INFO (jetty-closer-5724-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17a24e9b{/solr,null,UNAVAILABLE}
[junit4] 2> 2939933 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2939934 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[B824E14D7BEFE5F3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55349 55349
[junit4] 2> 2939984 INFO (Thread-5530) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55349 55349
[junit4] 2> 2940130 WARN (Thread-5530) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 45 /solr/collections/testSimple1/state.json
[junit4] 2> 17 /solr/collections/testSimple2/state.json
[junit4] 2> 11 /solr/collections/testSimple3/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/98915481250103303-127.0.0.1:55351_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/98915481250103304-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_B824E14D7BEFE5F3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=772, maxMBSortInHeap=7.243154763992289, sim=RandomSimilarity(queryNorm=true): {}, locale=en-BS, timezone=America/Argentina/Catamarca
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=247343088,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, TestTestInjection, TestManagedSynonymFilterFactory, TestNumericTokenStream, TestSSLRandomization, BigEndianAscendingWordSerializerTest, TestDynamicLoading, ExplicitHLLTest, SuggestComponentTest, TestSkipOverseerOperations, AutoScalingHandlerTest, TestLockTree, TestExactSharedStatsCache, TestUnifiedSolrHighlighter, TestHashPartitioner, TestLMJelinekMercerSimilarityFactory, DateRangeFieldTest, TestConfigOverlay, TestUniqueKeyFieldResource, ClassificationUpdateProcessorIntegrationTest, TestFunctionQuery, TestComplexPhraseQParserPlugin, TestStressReorder, TestLegacyFieldReuse, TestFieldSortValues, BasicZkTest, TestExpandComponent, CachingDirectoryFactoryTest, TestCopyFieldCollectionResource, AddSchemaFieldsUpdateProcessorFactoryTest, AnalysisErrorHandlingTest, TestSolrCloudWithKerberosAlt, SolrMetricReporterTest, TestFieldResource, TestStressLucene, TestRebalanceLeaders, TestExclusionRuleCollectionAccess, V2StandaloneTest, TestSolrDeletionPolicy1, DocumentAnalysisRequestHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, SecurityConfHandlerTest, TestCoreAdminApis, TolerantUpdateProcessorTest, TestSchemaResource, TestGeoJSONResponseWriter, TestDFISimilarityFactory, TestJsonRequest, AliasIntegrationTest, DataDrivenBlockJoinTest, LoggingHandlerTest, TestRequestForwarding, LukeRequestHandlerTest, BlobRepositoryCloudTest, QueryElevationComponentTest, SimpleFacetsTest, RuleEngineTest, HdfsSyncSliceTest, CdcrReplicationDistributedZkTest, HdfsBasicDistributedZkTest, TestSimpleTrackingShardHandler, TestFieldCacheReopen, TestCSVLoader, TestDynamicFieldResource, PreAnalyzedUpdateProcessorTest, TestShortCircuitedRequests, BaseCdcrDistributedZkTest, TemplateUpdateProcessorTest, UpdateRequestProcessorFactoryTest, TestSchemaManager, EchoParamsTest, SolrJmxReporterCloudTest, TestMinMaxOnMultiValuedField, LeaderFailureAfterFreshStartTest, BlockDirectoryTest, TestInitQParser, SpatialRPTFieldTypeTest, TestDistributedMissingSort, TestStreamBody, TestCloudPivotFacet, SpellPossibilityIteratorTest, TestManagedResource, TestSubQueryTransformerCrossCore, SoftAutoCommitTest, CloneFieldUpdateProcessorFactoryTest, PingRequestHandlerTest, TestFieldTypeResource, CursorMarkTest, TestRuleBasedAuthorizationPlugin, AtomicUpdatesTest, HdfsDirectoryTest, TestConfigSetProperties, DistributedIntervalFacetingTest, TestSchemaVersionResource, BlockJoinFacetDistribTest, DeleteReplicaTest, TestSuggestSpellingConverter, TestMaxScoreQueryParser, BadCopyFieldTest, HdfsChaosMonkeySafeLeaderTest, TestCollectionAPIs, TestCollapseQParserPlugin, TestOnReconnectListenerSupport, MoreLikeThisHandlerTest, DistributedMLTComponentTest, TestStressVersions, CacheHeaderTest, TestQueryUtils, TestInfoStreamLogging, TestCloudRecovery, PolyFieldTest, TestCloudNestedDocsSort, DocValuesMultiTest, QueryEqualityTest, TestLRUStatsCache, PluginInfoTest, SearchHandlerTest, HttpSolrCallGetCoreTest, CopyFieldTest, RestartWhileUpdatingTest, TestSimpleQParserPlugin, TestMaxTokenLenTokenizer, TestExceedMaxTermLength, TestLRUCache, TestRetrieveFieldsOptimizer, TestWordDelimiterFilterFactory, TestManagedSchema, HLLSerializationTest, SparseHLLTest, SolrIndexMetricsTest, TestPerFieldSimilarityWithDefaultOverride, TestNumericRangeQuery32, TestSolrConfigHandler, IndexSchemaRuntimeFieldTest, TestMacros, SimpleCollectionCreateDeleteTest, TestExtendedDismaxParser, TestFastWriter, TestComponentsName, CoreAdminHandlerTest, DistribDocExpirationUpdateProcessorTest, ExecutePlanActionTest, TestDistribDocBasedVersion, CoreAdminCreateDiscoverTest, TestCoreContainer, MoveReplicaHDFSTest, DistributedFacetPivotLargeTest, BlockJoinFacetSimpleTest, TestSolrIndexConfig, CloudExitableDirectoryReaderTest, CoreMergeIndexesAdminHandlerTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, TestOverriddenPrefixQueryForCustomFieldType, CollectionsAPIAsyncDistributedZkTest, SpatialHeatmapFacetsTest, TestAuthorizationFramework, TestRemoteStreaming, TestCryptoKeys, TestNumericTerms32, OpenCloseCoreStressTest, StatsReloadRaceTest, UninvertDocValuesMergePolicyTest, ReplicaListTransformerTest, AssignTest, SSLMigrationTest, DistributedFacetPivotSmallAdvancedTest, TestFaceting, TestCrossCoreJoin, TestInPlaceUpdatesDistrib, FacetPivotSmallTest, TestZkChroot, TestDefaultStatsCache, TestLegacyTerms, TestCollationField, TestDistributedGrouping, TestHdfsBackupRestoreCore, TestPerFieldSimilarity, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, HdfsTlogReplayBufferedWhileIndexingTest, DistributedQueueTest, DistanceUnitsTest, DocValuesNotIndexedTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, DistributedSpellCheckComponentTest, TestJoin, TestReload, TestRangeQuery, SolrCoreTest, TestSort, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestTrie, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, IndexSchemaTest, TestCSVResponseWriter, MBeansHandlerTest, AlternateDirectoryTest, BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, TestRTGBase, CursorPagingTest, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionReloadTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, SaslZkACLProviderTest, ShardSplitTest, TestMiniSolrCloudClusterSSL, TestPullReplica, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [594/746 (1!)] on J1 in 144.60s, 1 test, 1 failure <<< FAILURES!
[...truncated 40576 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4253
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4253/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
13 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testKillLeader
Error Message:
Expected collection to be created with 1 shards and 2 replicas null Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected collection to be created with 1 shards and 2 replicas
null
Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713:5C2645543CEAB345]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:729)
at org.apache.solr.cloud.TestTlogReplica.doReplaceLeader(TestTlogReplica.java:372)
at org.apache.solr.cloud.TestTlogReplica.testKillLeader(TestTlogReplica.java:321)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testAddDocs
Error Message:
Expected collection to be created with 1 shards and 2 replicas null Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected collection to be created with 1 shards and 2 replicas
null
Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713:F5BBAAE6BD1FD5FE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:729)
at org.apache.solr.cloud.TestTlogReplica.testAddDocs(TestTlogReplica.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
Expected collection to be created with 1 shards and 2 replicas null Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected collection to be created with 1 shards and 2 replicas
null
Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713:931CC6D2BF45980]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:729)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:455)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica
Error Message:
Expected collection to be created with 1 shards and 2 replicas null Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected collection to be created with 1 shards and 2 replicas
null
Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713:CA027525AFF2A81E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:729)
at org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica(TestTlogReplica.java:432)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testBasicLeaderElection
Error Message:
Expected collection to be created with 1 shards and 2 replicas null Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected collection to be created with 1 shards and 2 replicas
null
Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713:83B877A8B6CB60E9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:729)
at org.apache.solr.cloud.TestTlogReplica.testBasicLeaderElection(TestTlogReplica.java:635)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestTlogReplica.testRealTimeGet
Error Message:
Unexpected replica count null Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Unexpected replica count
null
Live Nodes: [127.0.0.1:63427_solr, 127.0.0.1:63428_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713:4D5D44E3FCEB89DA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestTlogReplica.testRealTimeGet(TestTlogReplica.java:331)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.DistributedSuggestComponentTest.test
Error Message:
Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr
Stack Trace:
java.io.IOException: Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713:9D648E3AF0AD4AEB]:0)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1426)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1100)
at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:337)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1017)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSuggestComponentTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSuggestComponentTest: 1) Thread[id=31148, name=Connection evictor, state=TIMED_WAITING, group=TGRP-DistributedSuggestComponentTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=31147, name=Connection evictor, state=TIMED_WAITING, group=TGRP-DistributedSuggestComponentTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSuggestComponentTest:
1) Thread[id=31148, name=Connection evictor, state=TIMED_WAITING, group=TGRP-DistributedSuggestComponentTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=31147, name=Connection evictor, state=TIMED_WAITING, group=TGRP-DistributedSuggestComponentTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
at org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest.setupCluster(ManagedSchemaRoundRobinCloudTest.java:51)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.search.join.TestCloudNestedDocsSort
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([1530B1E05E512713]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:167)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:111)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:98)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.search.join.TestCloudNestedDocsSort.setupCluster(TestCloudNestedDocsSort.java:62)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:145)
... 31 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor31.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 37 more
FAILED: junit.framework.TestSuite.org.apache.solr.search.join.TestCloudNestedDocsSort
Error Message:
ObjectTracker found 22 object(s) that were not released!!! [ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, SolrZkClient, SolrZkClient, ZkController, SolrZkClient, ZkController, InternalHttpClient, ZkController, SolrZkClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, Overseer, InternalHttpClient, InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:319) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:278) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:1496) at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:613) at org.apache.solr.cloud.Overseer.start(Overseer.java:530) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:783) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:536) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:783) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[...truncated too long message...]
xecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=31616, name=ScheduledTrigger-13332-thread-3, state=WAITING, group=TGRP-TestCloudNestedDocsSort]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=31559, name=org.eclipse.jetty.server.session.HashSessionManager@44fa682fTimer, state=TIMED_WAITING, group=TGRP-TestCloudNestedDocsSort]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 26) Thread[id=31600, name=zkCallback-4858-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudNestedDocsSort]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 27) Thread[id=31531, name=qtp703446510-31531, state=RUNNABLE, group=TGRP-TestCloudNestedDocsSort]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 28) Thread[id=31585, name=jetty-launcher-4833-thread-5-SendThread(127.0.0.1:49701), state=TIMED_WAITING, group=TGRP-TestCloudNestedDocsSort]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 29) Thread[id=31613, name=ScheduledTrigger-13332-thread-2, state=WAITING, group=TGRP-TestCloudNestedDocsSort]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 30) Thread[id=31604, name=jetty-launcher-4833-thread-3-SendThread(127.0.0.1:49701), state=TIMED_WAITING, group=TGRP-TestCloudNestedDocsSort]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 31) Thread[id=31517, name=qtp1700942540-31517, state=RUNNABLE, group=TGRP-TestCloudNestedDocsSort]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([1530B1E05E512713]:0)
[junit4] Completed [700/746 (4!)] on J0 in 46.20s, 0 tests, 1 failure, 3 errors <<< FAILURES!
[...truncated 47366 lines...]