You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/09/24 04:06:10 UTC
[JENKINS] Lucene-Solr-BadApples-master-Linux (64bit/jdk1.8.0_172) -
Build # 97 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-master-Linux/97/
Java: 64bit/jdk1.8.0_172 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([CFD96A976B84F830:2889B54DDB77C05E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas(AddReplicaTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([CFD96A976B84F830:2889B54DDB77C05E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas(AddReplicaTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([CFD96A976B84F830:2889B54DDB77C05E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas(AddReplicaTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas
Error Message:
expected:<COMPLETED> but was:<FAILED>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
at __randomizedtesting.SeedInfo.seed([CFD96A976B84F830:2889B54DDB77C05E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas(AddReplicaTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13352 lines...]
[junit4] Suite: org.apache.solr.cloud.AddReplicaTest
[junit4] 2> 1552718 INFO (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_CFD96A976B84F830-001/init-core-data-001
[junit4] 2> 1552720 WARN (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
[junit4] 2> 1552720 INFO (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1552721 INFO (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1552722 INFO (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_CFD96A976B84F830-001/tempDir-001
[junit4] 2> 1552722 INFO (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1552722 INFO (Thread-3661) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1552722 INFO (Thread-3661) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1552729 ERROR (Thread-3661) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1552822 INFO (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34065
[junit4] 2> 1552824 INFO (zkConnectionManagerCallback-7550-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1552830 INFO (jetty-launcher-7547-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1552830 INFO (jetty-launcher-7547-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1552830 INFO (jetty-launcher-7547-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1552841 INFO (jetty-launcher-7547-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1552868 INFO (jetty-launcher-7547-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1552868 INFO (jetty-launcher-7547-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1552868 INFO (jetty-launcher-7547-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1552868 INFO (jetty-launcher-7547-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1552868 INFO (jetty-launcher-7547-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1552868 INFO (jetty-launcher-7547-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1552869 INFO (jetty-launcher-7547-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3845a2ad{/solr,null,AVAILABLE}
[junit4] 2> 1552877 INFO (jetty-launcher-7547-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1552877 INFO (jetty-launcher-7547-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1552877 INFO (jetty-launcher-7547-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1552885 INFO (jetty-launcher-7547-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44e7b4d6{/solr,null,AVAILABLE}
[junit4] 2> 1552886 INFO (jetty-launcher-7547-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64e107d8{SSL,[ssl, http/1.1]}{127.0.0.1:36999}
[junit4] 2> 1552887 INFO (jetty-launcher-7547-thread-3) [ ] o.e.j.s.Server Started @1552924ms
[junit4] 2> 1552887 INFO (jetty-launcher-7547-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36999}
[junit4] 2> 1552887 ERROR (jetty-launcher-7547-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1552887 INFO (jetty-launcher-7547-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1552887 INFO (jetty-launcher-7547-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1552887 INFO (jetty-launcher-7547-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1552887 INFO (jetty-launcher-7547-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1552887 INFO (jetty-launcher-7547-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-09-24T03:18:07.769Z
[junit4] 2> 1552887 INFO (jetty-launcher-7547-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f3e46b4{SSL,[ssl, http/1.1]}{127.0.0.1:33803}
[junit4] 2> 1552887 INFO (jetty-launcher-7547-thread-2) [ ] o.e.j.s.Server Started @1552925ms
[junit4] 2> 1552888 INFO (jetty-launcher-7547-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33803}
[junit4] 2> 1552888 ERROR (jetty-launcher-7547-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1552888 INFO (jetty-launcher-7547-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1552888 INFO (jetty-launcher-7547-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1552888 INFO (jetty-launcher-7547-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1552888 INFO (jetty-launcher-7547-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1552888 INFO (jetty-launcher-7547-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-09-24T03:18:07.770Z
[junit4] 2> 1552901 INFO (jetty-launcher-7547-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1552901 INFO (jetty-launcher-7547-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1552901 INFO (jetty-launcher-7547-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1552905 INFO (jetty-launcher-7547-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7603b694{/solr,null,AVAILABLE}
[junit4] 2> 1552913 INFO (jetty-launcher-7547-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46464532{/solr,null,AVAILABLE}
[junit4] 2> 1552917 INFO (jetty-launcher-7547-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15f4b069{SSL,[ssl, http/1.1]}{127.0.0.1:44983}
[junit4] 2> 1552917 INFO (jetty-launcher-7547-thread-1) [ ] o.e.j.s.Server Started @1552955ms
[junit4] 2> 1552917 INFO (jetty-launcher-7547-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44983}
[junit4] 2> 1552918 ERROR (jetty-launcher-7547-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1552918 INFO (jetty-launcher-7547-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1552918 INFO (jetty-launcher-7547-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1552918 INFO (jetty-launcher-7547-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1552918 INFO (jetty-launcher-7547-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1552918 INFO (jetty-launcher-7547-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-09-24T03:18:07.800Z
[junit4] 2> 1552932 INFO (zkConnectionManagerCallback-7552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1552933 INFO (jetty-launcher-7547-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1552941 INFO (jetty-launcher-7547-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73fbe441{SSL,[ssl, http/1.1]}{127.0.0.1:44105}
[junit4] 2> 1552941 INFO (jetty-launcher-7547-thread-4) [ ] o.e.j.s.Server Started @1552979ms
[junit4] 2> 1552941 INFO (jetty-launcher-7547-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44105}
[junit4] 2> 1552942 ERROR (jetty-launcher-7547-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1552942 INFO (jetty-launcher-7547-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1552942 INFO (jetty-launcher-7547-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1552942 INFO (jetty-launcher-7547-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1552942 INFO (jetty-launcher-7547-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1552942 INFO (jetty-launcher-7547-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-09-24T03:18:07.824Z
[junit4] 2> 1552952 INFO (zkConnectionManagerCallback-7556-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1552952 INFO (zkConnectionManagerCallback-7554-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1552952 INFO (zkConnectionManagerCallback-7558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1552953 INFO (jetty-launcher-7547-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1552953 INFO (jetty-launcher-7547-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1552953 INFO (jetty-launcher-7547-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1553082 INFO (jetty-launcher-7547-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34065/solr
[junit4] 2> 1553083 INFO (jetty-launcher-7547-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34065/solr
[junit4] 2> 1553091 INFO (zkConnectionManagerCallback-7563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553092 INFO (zkConnectionManagerCallback-7566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553092 DEBUG (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$44/881336385@7d86f2a0
[junit4] 2> 1553092 DEBUG (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$44/881336385@7db02abb
[junit4] 2> 1553101 INFO (zkConnectionManagerCallback-7568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553101 INFO (zkConnectionManagerCallback-7570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553130 INFO (jetty-launcher-7547-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34065/solr
[junit4] 2> 1553143 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553143 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553143 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553144 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553144 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553144 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1553144 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553145 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553145 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553145 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553145 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553145 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1553146 DEBUG (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72277451932237831-127.0.0.1:33803_solr-n_0000000000
[junit4] 2> 1553146 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33803_solr
[junit4] 2> 1553146 DEBUG (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72277451932237832-127.0.0.1:44983_solr-n_0000000001
[junit4] 2> 1553146 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72277451932237831-127.0.0.1:33803_solr-n_0000000000
[junit4] 2> 1553146 DEBUG (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72277451932237831-127.0.0.1:33803_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1553146 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.Overseer Overseer (id=72277451932237831-127.0.0.1:33803_solr-n_0000000000) starting
[junit4] 2> 1553146 INFO (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44983_solr
[junit4] 2> 1553147 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553147 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553152 INFO (zkConnectionManagerCallback-7578-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553153 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553153 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c7f5a7b10009, likely client has closed socket
[junit4] 2> 1553154 INFO (zkCallback-7567-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1553154 DEBUG (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$44/881336385@44fa0494
[junit4] 2> 1553158 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553158 INFO (jetty-launcher-7547-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34065/solr
[junit4] 2> 1553170 INFO (zkCallback-7569-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1553177 INFO (zkConnectionManagerCallback-7581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553177 INFO (zkConnectionManagerCallback-7584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553180 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553180 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553180 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1553180 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553180 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553181 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553181 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1553181 DEBUG (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72277451932237834-127.0.0.1:36999_solr-n_0000000002
[junit4] 2> 1553182 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72277451932237832-127.0.0.1:44983_solr-n_0000000001
[junit4] 2> 1553182 DEBUG (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72277451932237832-127.0.0.1:44983_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 1553182 DEBUG (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36999_solr as DOWN
[junit4] 2> 1553182 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1553182 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36999_solr
[junit4] 2> 1553182 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553183 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553183 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553185 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553185 INFO (zkCallback-7567-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1553189 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553189 INFO (zkCallback-7569-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1553189 INFO (zkConnectionManagerCallback-7590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553189 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553190 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553190 INFO (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1553190 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553190 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553190 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553190 INFO (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34065/solr ready
[junit4] 2> 1553197 INFO (zkConnectionManagerCallback-7594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553198 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1553198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553198 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553198 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34065/solr ready
[junit4] 2> 1553202 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553206 INFO (zkCallback-7580-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1553212 INFO (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1553212 DEBUG (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$44/881336385@71e22b6a
[junit4] 2> 1553213 INFO (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33803_solr
[junit4] 2> 1553214 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 1553214 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1553214 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:36999_solr"} current state version: 0
[junit4] 2> 1553214 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:36999_solr
[junit4] 2> 1553217 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1553218 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 1553218 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1553218 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1553218 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1553218 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1553218 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 1553218 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1553222 DEBUG (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33803_solr as DOWN
[junit4] 2> 1553222 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 1553222 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1553222 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1553222 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33803_solr
[junit4] 2> 1553223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553223 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553223 INFO (zkCallback-7569-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1553227 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553228 INFO (zkCallback-7580-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1553229 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1553229 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33803_solr"} current state version: 0
[junit4] 2> 1553229 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33803_solr
[junit4] 2> 1553229 INFO (zkConnectionManagerCallback-7602-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553230 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553230 INFO (zkCallback-7567-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1553230 INFO (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44983.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553233 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553233 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553234 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553234 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1553234 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553234 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553234 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553234 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34065/solr ready
[junit4] 2> 1553235 INFO (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44983.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553235 INFO (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44983.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553236 INFO (jetty-launcher-7547-thread-1) [n:127.0.0.1:44983_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_CFD96A976B84F830-001/tempDir-001/node1/.
[junit4] 2> 1553237 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553238 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 1553248 INFO (zkCallback-7593-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1553248 INFO (zkCallback-7589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1553248 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 1553248 INFO (zkConnectionManagerCallback-7604-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553249 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1553249 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1553251 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553251 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553251 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1553251 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553251 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553252 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553252 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 1553253 DEBUG (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72277451932237839-127.0.0.1:44105_solr-n_0000000003
[junit4] 2> 1553253 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72277451932237834-127.0.0.1:36999_solr-n_0000000002
[junit4] 2> 1553253 DEBUG (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72277451932237834-127.0.0.1:36999_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 1553253 DEBUG (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44105_solr as DOWN
[junit4] 2> 1553254 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1553254 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1553254 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44105_solr
[junit4] 2> 1553254 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553254 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553254 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553254 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553254 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553254 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553254 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 1553254 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553255 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553255 INFO (zkCallback-7580-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1553255 INFO (zkCallback-7569-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1553266 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553266 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553267 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553267 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553267 INFO (zkCallback-7567-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1553267 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553267 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553267 INFO (zkCallback-7593-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1553267 INFO (zkCallback-7589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1553267 INFO (zkCallback-7601-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1553268 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1553268 INFO (zkCallback-7603-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1553269 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33803.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553282 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:44105_solr"} current state version: 0
[junit4] 2> 1553283 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44105_solr
[junit4] 2> 1553284 INFO (zkConnectionManagerCallback-7613-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553285 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553285 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553285 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1553285 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553285 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553285 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553285 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34065/solr ready
[junit4] 2> 1553286 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33803.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553287 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33803.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553287 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553287 INFO (jetty-launcher-7547-thread-2) [n:127.0.0.1:33803_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_CFD96A976B84F830-001/tempDir-001/node2/.
[junit4] 2> 1553288 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553288 INFO (jetty-launcher-7547-thread-3) [n:127.0.0.1:36999_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_CFD96A976B84F830-001/tempDir-001/node3/.
[junit4] 2> 1553289 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1553299 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44105.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553304 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44105.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553304 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44105.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1553305 INFO (jetty-launcher-7547-thread-4) [n:127.0.0.1:44105_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_CFD96A976B84F830-001/tempDir-001/node4/.
[junit4] 2> 1553358 INFO (zkConnectionManagerCallback-7616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553360 INFO (zkConnectionManagerCallback-7621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553361 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553361 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553361 INFO (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1553361 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553361 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553361 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553362 INFO (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34065/solr ready
[junit4] 2> 1553384 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1553388 INFO (TEST-AddReplicaTest.testAddMultipleReplicas-seed#[CFD96A976B84F830]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddMultipleReplicas
[junit4] 2> 1553388 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1553388 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 1553388 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 1553388 INFO (TEST-AddReplicaTest.testAddMultipleReplicas-seed#[CFD96A976B84F830]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1553388 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 1553388 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553389 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553390 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553390 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553390 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
[junit4] 2> 1553390 INFO (zkConnectionManagerCallback-7625-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1553404 INFO (qtp1844877489-18378) [n:127.0.0.1:44983_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=2&name=testAddMultipleReplicas&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1553405 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1553405 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 1553405 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1553405 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1553405 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 1553406 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"testAddMultipleReplicas",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1553406 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1553406 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"testAddMultipleReplicas",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 1553406 INFO (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAddMultipleReplicas
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1553406 DEBUG (OverseerCollectionConfigSetProcessor-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 1553407 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/testAddMultipleReplicas
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553407 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553408 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553408 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553408 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553408 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553408 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553408 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553408 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:testAddMultipleReplicas
[junit4] 2> 1553409 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 1553409 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1553409 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1553410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1553410 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testAddMultipleReplicas",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1553410 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testAddMultipleReplicas
[junit4] 2> 1553410 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testAddMultipleReplicas/state.json
[junit4] 2> 1553410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1553410 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1553511 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.Assign Identify nodes using default
[junit4] 2> 1553511 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection testAddMultipleReplicas, shardNames [shard1] , message : {
[junit4] 2> "name":"testAddMultipleReplicas",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1553512 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core testAddMultipleReplicas_shard1_replica_n1 as part of shard shard1 of collection testAddMultipleReplicas on 127.0.0.1:36999_solr
[junit4] 2> 1553512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1553512 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1553513 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [testAddMultipleReplicas_shard1_replica_n1] cores but found {}
[junit4] 2> 1553513 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testAddMultipleReplicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testAddMultipleReplicas_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36999/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1553513 INFO (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testAddMultipleReplicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testAddMultipleReplicas_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36999/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1553513 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1553513 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"testAddMultipleReplicas_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:36999/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1553613 DEBUG (OverseerThreadFactory-5824-thread-1-processing-n:127.0.0.1:33803_solr) [n:127.0.0.1:33803_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [testAddMultipleReplicas_shard1_replica_n1] cores but found {}
[junit4] 2> 1553613 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testAddMultipleReplicas/state.json version: 0
[junit4] 2> 1553614 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1553614 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1553726 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testAddMultipleReplicas_shard1_replica_n1&action=CREATE&numShards=1&collection=testAddMultipleReplicas&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1553727 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/testAddMultipleReplicas/state.json
[junit4] 2> 1553728 DEBUG (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1553728 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1553728 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1553728 DEBUG (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.ZkController Registering watch for collection testAddMultipleReplicas
[junit4] 2> 1553728 DEBUG (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.ZkController waiting to find shard id in clusterstate for testAddMultipleReplicas_shard1_replica_n1
[junit4] 2> 1553728 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"testAddMultipleReplicas_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36999/solr",
[junit4] 2> "node_name":"127.0.0.1:36999_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testAddMultipleReplicas",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1553728 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"testAddMultipleReplicas_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:36999/solr",
[junit4] 2> "node_name":"127.0.0.1:36999_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testAddMultipleReplicas",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 1553728 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"testAddMultipleReplicas_shard1_replica_n1","base_url":"https://127.0.0.1:36999/solr","node_name":"127.0.0.1:36999_solr","state":"down","type":"NRT","force_set_state":"false"}
[junit4] 2> 1553728 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testAddMultipleReplicas//collections/testAddMultipleReplicas/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"testAddMultipleReplicas_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:36999/solr",
[junit4] 2> "node_name":"127.0.0.1:36999_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}}}
[junit4] 2> 1553829 DEBUG (OverseerStateUpdate-72277451932237831-127.0.0.1:33803_solr-n_0000000000) [n:127.0.0.1:33803_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testAddMultipleReplicas/state.json version: 1
[junit4] 2> 1553829 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/testAddMultipleReplicas/state.json
[junit4] 2> 1553830 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 1553830 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 1554735 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1554751 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.s.IndexSchema [testAddMultipleReplicas_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1554753 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1554753 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testAddMultipleReplicas_shard1_replica_n1' using configuration from collection testAddMultipleReplicas, trusted=true
[junit4] 2> 1554753 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.core.testAddMultipleReplicas.shard1.replica_n1' (registry 'solr.core.testAddMultipleReplicas.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@468862cf
[junit4] 2> 1554753 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.SolrCore [[testAddMultipleReplicas_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_CFD96A976B84F830-001/tempDir-001/node3/testAddMultipleReplicas_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_CFD96A976B84F830-001/tempDir-001/node3/./testAddMultipleReplicas_shard1_replica_n1/data/]
[junit4] 2> 1554788 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1554788 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1554789 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1554789 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1554789 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55986a52[testAddMultipleReplicas_shard1_replica_n1] main]
[junit4] 2> 1554790 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1554791 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1554791 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1554791 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1612457275212955648
[junit4] 2> 1554791 INFO (searcherExecutor-5837-thread-1-processing-n:127.0.0.1:36999_solr x:testAddMultipleReplicas_shard1_replica_n1 c:testAddMultipleReplicas s:shard1 r:core_node2) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.SolrCore [testAddMultipleReplicas_shard1_replica_n1] Registered new searcher Searcher@55986a52[testAddMultipleReplicas_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1554792 DEBUG (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1554793 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
[junit4] 2> 1554793 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/testAddMultipleReplicas/state.json
[junit4] 2> 1554794 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/testAddMultipleReplicas/terms/shard1
[junit4] 2> 1554794 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/testAddMultipleReplicas/terms/shard1
[junit4] 2> 1554794 INFO (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAddMultipleReplicas/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1554794 DEBUG (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.ZkController Register replica - core:testAddMultipleReplicas_shard1_replica_n1 address:https://127.0.0.1:36999/solr collection:testAddMultipleReplicas shard:shard1
[junit4] 2> 1554794 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/collections/testAddMultipleReplicas/terms/shard1
[junit4] 2> 1554795 DEBUG (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/testAddMultipleReplicas/leader_elect/shard1/election/72277451932237834-core_node2-n_0000000000
[junit4] 2> 1554795 DEBUG (qtp886231841-18360) [n:127.0.0.1:36999_solr c:testAddMultipleReplicas s:shard1 r:core_node2 x:testAddMultipleReplicas_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=sh
[...truncated too long message...]
ead-1) [n:127.0.0.1:35293_solr c:addreplicatest_coll s:shard1 r:core_node8 x:addreplicatest_coll_shard1_replica_n7] o.a.s.c.ZkController removed listener for config directory [/configs/conf1]
[junit4] 2> 44066 DEBUG (coreCloseExecutor-182-thread-1) [n:127.0.0.1:35293_solr c:addreplicatest_coll s:shard1 r:core_node8 x:addreplicatest_coll_shard1_replica_n7] o.a.s.c.ZkController No more listeners for config directory [/configs/conf1]
[junit4] 2> 44090 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/collections/addreplicatest_coll/leader_elect/shard1/election/72277633893924875-core_node6-n_0000000001
[junit4] 2> 44091 INFO (jetty-closer-89-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3467bfcc{/solr,null,UNAVAILABLE}
[junit4] 2> 44091 INFO (jetty-closer-89-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 44092 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/leader_elect/shard1/election/72277633893924876-core_node3-n_0000000000
[junit4] 2> 44093 DEBUG (zkCallback-113-thread-1) [ ] o.a.s.c.LeaderElector Watching path /collections/addreplicatest_coll/leader_elect/shard1/election/72277633893924876-core_node3-n_0000000000 to know if I could be the leader
[junit4] 2> 44095 INFO (jetty-closer-89-thread-3) [ ] o.a.s.c.Overseer Overseer (id=72277633893924876-127.0.0.1:34241_solr-n_0000000000) closing
[junit4] 2> 44095 INFO (OverseerStateUpdate-72277633893924876-127.0.0.1:34241_solr-n_0000000000) [n:127.0.0.1:34241_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34241_solr
[junit4] 2> 44096 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c8200574000e, likely client has closed socket
[junit4] 2> 44098 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c82005740010, likely client has closed socket
[junit4] 2> 44099 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/overseer_elect/election/72277633893924874-127.0.0.1:32981_solr-n_0000000001
[junit4] 2> 44099 WARN (OverseerAutoScalingTriggerThread-72277633893924876-127.0.0.1:34241_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 44099 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c8200574000a, likely client has closed socket
[junit4] 2> 44101 INFO (jetty-closer-89-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17560f64{/solr,null,UNAVAILABLE}
[junit4] 2> 44101 INFO (jetty-closer-89-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@573dde7{/solr,null,UNAVAILABLE}
[junit4] 2> 44104 DEBUG (jetty-closer-89-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 44104 INFO (jetty-closer-89-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 44104 DEBUG (jetty-closer-89-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 44104 DEBUG (jetty-closer-89-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 44104 DEBUG (jetty-closer-89-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 44104 DEBUG (jetty-closer-89-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 44104 DEBUG (jetty-closer-89-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 44105 INFO (jetty-closer-89-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 44106 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c8200574000d, likely client has closed socket
[junit4] 2> 44107 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c8200574000c, likely client has closed socket
[junit4] 2> 44108 INFO (jetty-closer-89-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38681fa8{/solr,null,UNAVAILABLE}
[junit4] 2> 44108 INFO (jetty-closer-89-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 44112 ERROR (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 44112 INFO (SUITE-AddReplicaTest-seed#[CFD96A976B84F830]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34973 34973
[junit4] 2> 44217 INFO (Thread-46) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34973 34973
[junit4] 2> 44218 WARN (Thread-46) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections/testAddMultipleReplicas/terms/shard1
[junit4] 2> 20 /solr/collections/addreplicatest_coll/terms/shard1
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 4 /solr/security.json
[junit4] 2> 2 /solr/collections/addreplicatest_coll/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/testAddMultipleReplicas/state.json
[junit4] 2> 20 /solr/collections/addreplicatest_coll/state.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/collections/addreplicatest_coll/leader_elect/shard1/election/72277633893924876-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/collections
[junit4] 2> 11 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AddReplicaTest_CFD96A976B84F830-002
[junit4] 2> Sep 24, 2018 4:04:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@12781153), locale=ro-RO, timezone=Asia/Khandyga
[junit4] 2> NOTE: Linux 4.15.0-32-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=8,threads=1,free=398119024,total=489684992
[junit4] 2> NOTE: All tests run in this JVM: [AddReplicaTest, AddReplicaTest]
[junit4] Completed [5/5 (5!)] on J2 in 17.51s, 2 tests, 1 failure <<< FAILURES!
[junit4]
[junit4]
[junit4] Tests with failures [seed: CFD96A976B84F830]:
[junit4] - org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas
[junit4] - org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas
[junit4] - org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas
[junit4] - org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas
[junit4] - org.apache.solr.cloud.AddReplicaTest.testAddMultipleReplicas
[junit4]
[junit4]
[junit4] JVM J0: 0.57 .. 44.39 = 43.82s
[junit4] JVM J1: 0.61 .. 28.51 = 27.90s
[junit4] JVM J2: 0.80 .. 45.36 = 44.56s
[junit4] Execution time total: 45 seconds
[junit4] Tests summary: 5 suites, 10 tests, 5 failures
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/lucene/common-build.xml:1092: There were test failures: 5 suites, 10 tests, 5 failures [seed: CFD96A976B84F830]
Total time: 47 seconds
[repro] Setting last failure code to 256
[repro] Failures:
[repro] 5/5 failed: org.apache.solr.cloud.AddReplicaTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=e6e3dc7ea8c626f0f4a1173f899a9d7bb1af26d1, workspace=/var/lib/jenkins/workspace/Lucene-Solr-BadApples-master-Linux
[WARNINGS] Computing warning deltas based on reference build #96
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS-EA] Lucene-Solr-BadApples-master-Linux
(64bit/jdk-11-ea+28) - Build # 98 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-BadApples-master-Linux/98/
Java: 64bit/jdk-11-ea+28 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
62 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest: 1) Thread[id=1512, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LargeVolumeBinaryJettyTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest:
1) Thread[id=1512, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LargeVolumeBinaryJettyTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
6 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest: 1) Thread[id=1820, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 2) Thread[id=1821, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 3) Thread[id=1816, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 4) Thread[id=1814, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 5) Thread[id=1817, name=zkConnectionManagerCallback-855-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 6) Thread[id=1815, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43095), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest:
1) Thread[id=1820, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
2) Thread[id=1821, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
3) Thread[id=1816, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
4) Thread[id=1814, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
5) Thread[id=1817, name=zkConnectionManagerCallback-855-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
6) Thread[id=1815, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43095), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1817, name=zkConnectionManagerCallback-855-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 2) Thread[id=1815, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43095), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1817, name=zkConnectionManagerCallback-855-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
2) Thread[id=1815, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43095), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
20 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest: 1) Thread[id=1823, name=zkConnectionManagerCallback-837-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 2) Thread[id=627, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 3) Thread[id=632, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 4) Thread[id=1826, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 5) Thread[id=1820, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 6) Thread[id=639, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 7) Thread[id=307, name=TEST-StreamDecoratorTest.testParallelHavingStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 8) Thread[id=626, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 9) Thread[id=306, name=TEST-StreamDecoratorTest.testParallelHavingStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 10) Thread[id=312, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 11) Thread[id=628, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 12) Thread[id=1822, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 13) Thread[id=1827, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 14) Thread[id=629, name=zkConnectionManagerCallback-253-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 15) Thread[id=308, name=zkConnectionManagerCallback-101-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 16) Thread[id=640, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 17) Thread[id=311, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 18) Thread[id=633, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 19) Thread[id=1821, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 20) Thread[id=305, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 20 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest:
1) Thread[id=1823, name=zkConnectionManagerCallback-837-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
2) Thread[id=627, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
3) Thread[id=632, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
4) Thread[id=1826, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
5) Thread[id=1820, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
6) Thread[id=639, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
7) Thread[id=307, name=TEST-StreamDecoratorTest.testParallelHavingStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
8) Thread[id=626, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
9) Thread[id=306, name=TEST-StreamDecoratorTest.testParallelHavingStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
10) Thread[id=312, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
11) Thread[id=628, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
12) Thread[id=1822, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
13) Thread[id=1827, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
14) Thread[id=629, name=zkConnectionManagerCallback-253-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
15) Thread[id=308, name=zkConnectionManagerCallback-101-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
16) Thread[id=640, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
17) Thread[id=311, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
18) Thread[id=633, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
19) Thread[id=1821, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
20) Thread[id=305, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1823, name=zkConnectionManagerCallback-837-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 2) Thread[id=627, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 3) Thread[id=629, name=zkConnectionManagerCallback-253-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 4) Thread[id=308, name=zkConnectionManagerCallback-101-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 5) Thread[id=306, name=TEST-StreamDecoratorTest.testParallelHavingStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 6) Thread[id=1821, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1823, name=zkConnectionManagerCallback-837-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
2) Thread[id=627, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
3) Thread[id=629, name=zkConnectionManagerCallback-253-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
4) Thread[id=308, name=zkConnectionManagerCallback-101-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
5) Thread[id=306, name=TEST-StreamDecoratorTest.testParallelHavingStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
6) Thread[id=1821, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:36269), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
14 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest: 1) Thread[id=619, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 2) Thread[id=623, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 3) Thread[id=1796, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 4) Thread[id=617, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 5) Thread[id=1798, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 6) Thread[id=618, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43489), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 7) Thread[id=620, name=zkConnectionManagerCallback-267-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 8) Thread[id=1799, name=zkConnectionManagerCallback-845-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 9) Thread[id=1802, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 10) Thread[id=1803, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 11) Thread[id=1797, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43489), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 12) Thread[id=635, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 13) Thread[id=624, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 14) Thread[id=631, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 14 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest:
1) Thread[id=619, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
2) Thread[id=623, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
3) Thread[id=1796, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
4) Thread[id=617, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
5) Thread[id=1798, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
6) Thread[id=618, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43489), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
7) Thread[id=620, name=zkConnectionManagerCallback-267-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
8) Thread[id=1799, name=zkConnectionManagerCallback-845-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
9) Thread[id=1802, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
10) Thread[id=1803, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
11) Thread[id=1797, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43489), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
12) Thread[id=635, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
13) Thread[id=624, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
14) Thread[id=631, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=618, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43489), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=620, name=zkConnectionManagerCallback-267-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 3) Thread[id=1799, name=zkConnectionManagerCallback-845-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 4) Thread[id=1797, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43489), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=618, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43489), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
2) Thread[id=620, name=zkConnectionManagerCallback-267-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
3) Thread[id=1799, name=zkConnectionManagerCallback-845-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
4) Thread[id=1797, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:43489), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
14 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest: 1) Thread[id=2600, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:46755), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=2605, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 3) Thread[id=2602, name=zkConnectionManagerCallback-1126-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 4) Thread[id=2606, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 5) Thread[id=1406, name=zkConnectionManagerCallback-543-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 6) Thread[id=1421, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 7) Thread[id=1409, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 8) Thread[id=2601, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 9) Thread[id=1410, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 10) Thread[id=1416, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 11) Thread[id=2599, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834) 12) Thread[id=1405, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 13) Thread[id=1404, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:46755), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 14) Thread[id=1403, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@11/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 14 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest:
1) Thread[id=2600, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:46755), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
2) Thread[id=2605, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
3) Thread[id=2602, name=zkConnectionManagerCallback-1126-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
4) Thread[id=2606, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
5) Thread[id=1406, name=zkConnectionManagerCallback-543-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
6) Thread[id=1421, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
7) Thread[id=1409, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
8) Thread[id=2601, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
9) Thread[id=1410, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
10) Thread[id=1416, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
11) Thread[id=2599, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
12) Thread[id=1405, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
13) Thread[id=1404, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:46755), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
14) Thread[id=1403, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@11/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2600, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:46755), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=2602, name=zkConnectionManagerCallback-1126-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834) 3) Thread[id=1404, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:46755), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 4) Thread[id=1406, name=zkConnectionManagerCallback-543-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest] at java.base@11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2600, name=TEST-StreamDecoratorTest.testParallelExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:46755), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
2) Thread[id=2602, name=zkConnectionManagerCallback-1126-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
3) Thread[id=1404, name=TEST-StreamDecoratorTest.testExecutorStream-seed#[B9F5D042CF3C66AA]-SendThread(127.0.0.1:46755), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
4) Thread[id=1406, name=zkConnectionManagerCallback-543-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
at java.base@11/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
FAILED: org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest.testMultiThreaded
Error Message:
Captured an uncaught exception in thread: Thread[id=1511, name=DocThread-0, state=RUNNABLE, group=TGRP-LargeVolumeBinaryJettyTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1511, name=DocThread-0, state=RUNNABLE, group=TGRP-LargeVolumeBinaryJettyTest]
Caused by: java.lang.AssertionError: DocThread-0---IOException occured when talking to server at: https://127.0.0.1:34167/solr/collection1
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.client.solrj.LargeVolumeTestBase$DocThread.run(LargeVolumeTestBase.java:128)
FAILED: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testParallelUpdateStream
Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:36777/solr/collection1_shard2_replica_n3/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f,s_multi,i_multi&sort=a_f+asc,+a_i+asc&partitionKeys=a_f&distrib=false
Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:36777/solr/collection1_shard2_replica_n3/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f,s_multi,i_multi&sort=a_f+asc,+a_i+asc&partitionKeys=a_f&distrib=false
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA:DA1B93A093089DC1]:0)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:400)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:275)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.getTuples(StreamDecoratorTest.java:3953)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testParallelUpdateStream(StreamDecoratorTest.java:2528)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:36777/solr/collection1_shard2_replica_n3/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f,s_multi,i_multi&sort=a_f+asc,+a_i+asc&partitionKeys=a_f&distrib=false
at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:394)
... 41 more
Caused by: java.io.IOException: --> https://127.0.0.1:36777/solr/collection1_shard2_replica_n3/:java.util.concurrent.ExecutionException: java.io.IOException: params q=*:*&fl=id,a_s,a_i,a_f,s_multi,i_multi&sort=a_f+asc,+a_i+asc&partitionKeys=a_f&distrib=false
at org.apache.solr.client.solrj.io.stream.SolrStream.read(SolrStream.java:215)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream$TupleWrapper.next(CloudSolrStream.java:484)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:507)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream$StreamOpener.call(CloudSolrStream.java:494)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
... 1 more
FAILED: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testParallelExecutorStream
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA:4E2A55BF6105BF7]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testParallelExecutorStream(StreamDecoratorTest.java:3642)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testParallelComplementStream
Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:36777/solr/collection1_shard2_replica_n3/:java.util.concurrent.ExecutionException: java.io.IOException: params q=a_s:(setA+||+setAB)&fl=id,a_s,a_i&sort=a_i+asc,+a_s+asc&partitionKeys=a_i&distrib=false
Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: --> https://127.0.0.1:36777/solr/collection1_shard2_replica_n3/:java.util.concurrent.ExecutionException: java.io.IOException: params q=a_s:(setA+||+setAB)&fl=id,a_s,a_i&sort=a_i+asc,+a_s+asc&partitionKeys=a_i&distrib=false
at __randomizedtesting.SeedInfo.seed([B9F5D042CF3C66AA:8C8B5D6F610E8F30]:0)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream.openStreams(CloudSolrStream.java:400)
at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:275)
at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.getTuples(StreamDecoratorTest.java:3953)
at org.apach
[...truncated too long message...]
INFO (jetty-closer-3803-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1684817 INFO (jetty-closer-3803-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3effa6ff: rootName = solr_43933, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@60189d1e
[junit4] 2> 1684817 INFO (jetty-closer-3803-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44079_solr
[junit4] 2> 1684818 INFO (jetty-closer-3803-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43933_solr
[junit4] 2> 1684818 INFO (zkCallback-3828-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1684818 INFO (jetty-closer-3803-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1684818 INFO (zkCallback-3814-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1684818 INFO (jetty-closer-3803-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1684819 INFO (zkCallback-3828-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1684819 INFO (zkCallback-3814-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1684819 INFO (zkCallback-3835-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 1684819 INFO (zkCallback-3821-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 1684820 INFO (jetty-closer-3803-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72289045072904196-127.0.0.1:44079_solr-n_0000000000) closing
[junit4] 2> 1684820 INFO (OverseerStateUpdate-72289045072904196-127.0.0.1:44079_solr-n_0000000000) [n:127.0.0.1:44079_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44079_solr
[junit4] 2> 1684820 WARN (OverseerAutoScalingTriggerThread-72289045072904196-127.0.0.1:44079_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1684822 INFO (jetty-closer-3803-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34da0218{/solr,null,UNAVAILABLE}
[junit4] 2> 1684822 INFO (jetty-closer-3803-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1684823 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100d280e4b90004, likely client has closed socket
[junit4] 2> 1684823 INFO (jetty-closer-3803-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20705335{/solr,null,UNAVAILABLE}
[junit4] 2> 1684823 INFO (jetty-closer-3803-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1684826 ERROR (SUITE-AutoScalingHandlerTest-seed#[B8065CB77B84D943]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1684827 INFO (SUITE-AutoScalingHandlerTest-seed#[B8065CB77B84D943]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43647 43647
[junit4] 2> 1685000 INFO (Thread-2230) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43647 43647
[junit4] 2> 1685001 WARN (Thread-2230) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/collections/readApiTestViolations/terms/shard1
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/COLL1/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections/readApiTestViolations/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/readApiTestViolations/leader_elect/shard1/election/72289045072904199-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/readApiTestViolations/leader_elect/shard1/election/72289045072904196-core_node12-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 4 /solr/autoscaling/events/node_lost_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger1
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_B8065CB77B84D943-002
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4ad8d337), locale=sw-UG, timezone=Asia/Dacca
[junit4] 2> NOTE: Linux 4.15.0-32-generic amd64/Oracle Corporation 11 (64-bit)/cpus=8,threads=1,free=173004224,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ShardSplitTest, TestDeleteCollectionOnDownNodes, TestMiniSolrCloudClusterSSL, AutoAddReplicasPlanActionTest, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ShardSplitTest, CollectionsAPIDistributedZkTest, ComputePlanActionTest, TestMiniSolrCloudClusterSSL, AutoScalingHandlerTest]
[junit4] Completed [35/35 (20!)] on J0 in 47.50s, 10 tests, 1 failure <<< FAILURES!
[junit4]
[junit4]
[junit4] Tests with failures [seed: B8065CB77B84D943] (first 10 out of 23):
[junit4] - org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslWithCheckPeerName
[junit4] - org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeAddedTriggerWithAddReplicaPreferredOp_2Shard
[junit4] - org.apache.solr.cloud.api.collections.ShardSplitTest.test
[junit4] - org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes
[junit4] - org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
[junit4] - org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslWithCheckPeerName
[junit4] - org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslWithCheckPeerName
[junit4] - org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
[junit4] - org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitShardWithRuleLink
[junit4] - org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
[junit4]
[junit4]
[junit4] JVM J0: 0.79 .. 1685.55 = 1684.76s
[junit4] JVM J1: 0.79 .. 1668.70 = 1667.90s
[junit4] JVM J2: 0.79 .. 1675.80 = 1675.01s
[junit4] Execution time total: 28 minutes 5 seconds
[junit4] Tests summary: 35 suites, 270 tests, 2 errors, 21 failures
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/lucene/common-build.xml:1567: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-BadApples-master-Linux/lucene/common-build.xml:1092: There were test failures: 35 suites, 270 tests, 2 errors, 21 failures [seed: B8065CB77B84D943]
Total time: 28 minutes 7 seconds
[repro] Setting last failure code to 256
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest
[repro] 1/5 failed: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes
[repro] 1/5 failed: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
[repro] 2/5 failed: org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
[repro] 3/5 failed: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
[repro] 3/5 failed: org.apache.solr.cloud.api.collections.ShardSplitTest
[repro] 3/5 failed: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[repro] 5/5 failed: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[repro] 5/5 failed: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=58167666c393c261982ecd7b3d17201a76afda17, workspace=/var/lib/jenkins/workspace/Lucene-Solr-BadApples-master-Linux
[WARNINGS] Computing warning deltas based on reference build #97
Recording test results
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2