You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/14 19:46:12 UTC
[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_144) - Build #
6823 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6823/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests
Error Message:
DeleteCollection did not complete expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: DeleteCollection did not complete expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([7780120901B9DB52:93C42EBEA711958D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:174)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Doc with id=1 not found in http://127.0.0.1:61232/ltx/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:61232/ltx/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([7780120901B9DB52:911726C9383B2233]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11401 lines...]
[junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\init-core-data-001
[junit4] 2> 687625 INFO (SUITE-ForceLeaderTest-seed#[7780120901B9DB52]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 687628 INFO (SUITE-ForceLeaderTest-seed#[7780120901B9DB52]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 687628 INFO (SUITE-ForceLeaderTest-seed#[7780120901B9DB52]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 687628 INFO (SUITE-ForceLeaderTest-seed#[7780120901B9DB52]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ltx/
[junit4] 2> 687631 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 687632 INFO (Thread-1541) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 687632 INFO (Thread-1541) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 687638 ERROR (Thread-1541) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 687732 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.ZkTestServer start zk server on port:60612
[junit4] 2> 687755 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 687759 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4] 2> 687761 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 687764 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 687766 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 687768 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4] 2> 687771 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 687773 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 687775 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 687778 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 687780 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 687784 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 687784 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de20a88350001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 688499 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 688499 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@442ec4b{/ltx,null,AVAILABLE}
[junit4] 2> 688501 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f3e1269{HTTP/1.1,[http/1.1]}{127.0.0.1:60623}
[junit4] 2> 688501 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.Server Started @696559ms
[junit4] 2> 688501 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\tempDir-001/control/data, replicaType=NRT, hostContext=/ltx, hostPort=60622, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\control-001\cores}
[junit4] 2> 688502 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 688502 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 688502 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 688502 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 688502 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-14T18:38:48.213Z
[junit4] 2> 688509 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 688509 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\control-001\solr.xml
[junit4] 2> 688520 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 688527 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60612/solr
[junit4] 2> 688531 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de20a88350003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 688667 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60622_ltx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 688667 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60622_ltx ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60622_ltx
[junit4] 2> 688668 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60622_ltx ] o.a.s.c.Overseer Overseer (id=98483301734744068-127.0.0.1:60622_ltx-n_0000000000) starting
[junit4] 2> 688678 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60622_ltx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60622_ltx
[junit4] 2> 688680 INFO (OverseerStateUpdate-98483301734744068-127.0.0.1:60622_ltx-n_0000000000) [n:127.0.0.1:60622_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 688825 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60622_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 688825 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60622_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 688825 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60622_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 688843 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60622_ltx ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\control-001\cores
[junit4] 2> 688885 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 688885 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60612/solr ready
[junit4] 2> 688885 INFO (SocketProxy-Acceptor-60622) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60638,localport=60622], receiveBufferSize:65536
[junit4] 2> 688890 INFO (SocketProxy-Acceptor-60622) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60623,localport=60639], receiveBufferSize=65536
[junit4] 2> 688891 INFO (qtp1981803108-6619) [n:127.0.0.1:60622_ltx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:60622_ltx&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 688896 INFO (OverseerThreadFactory-2624-thread-1-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 689004 INFO (SocketProxy-Acceptor-60622) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60643,localport=60622], receiveBufferSize:65536
[junit4] 2> 689004 INFO (SocketProxy-Acceptor-60622) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60623,localport=60644], receiveBufferSize=65536
[junit4] 2> 689007 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 689008 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 689119 INFO (zkCallback-1081-thread-1-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 690037 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 690049 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 690179 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 690201 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 690201 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 690202 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 690202 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\control-001\cores\control_collection_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\control-001\cores\control_collection_shard1_replica_n1\data\]
[junit4] 2> 690204 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 690206 WARN (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 690304 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 690304 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 690305 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 690305 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 690307 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=97.5654296875, floorSegmentMB=1.01953125, forceMergeDeletesPctAllowed=11.836872422657862, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7217115328872558
[junit4] 2> 690307 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62c1727e[control_collection_shard1_replica_n1] main]
[junit4] 2> 690309 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 690309 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 690310 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 690310 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575732830557700096
[junit4] 2> 690313 INFO (searcherExecutor-2627-thread-1-processing-n:127.0.0.1:60622_ltx x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@62c1727e[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 690322 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 690322 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 690322 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60622/ltx/control_collection_shard1_replica_n1/
[junit4] 2> 690322 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 690322 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:60622/ltx/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 690322 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 690328 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60622/ltx/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 690434 INFO (zkCallback-1081-thread-1-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 690482 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 690484 INFO (qtp1981803108-6614) [n:127.0.0.1:60622_ltx c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1477
[junit4] 2> 690488 INFO (qtp1981803108-6619) [n:127.0.0.1:60622_ltx ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 690589 INFO (zkCallback-1081-thread-1-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 690907 INFO (OverseerCollectionConfigSetProcessor-98483301734744068-127.0.0.1:60622_ltx-n_0000000000) [n:127.0.0.1:60622_ltx ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 691490 INFO (qtp1981803108-6619) [n:127.0.0.1:60622_ltx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:60622_ltx&wt=javabin&version=2} status=0 QTime=2597
[junit4] 2> 691504 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 691506 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60612/solr ready
[junit4] 2> 691506 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 691506 INFO (SocketProxy-Acceptor-60622) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60661,localport=60622], receiveBufferSize:65536
[junit4] 2> 691507 INFO (SocketProxy-Acceptor-60622) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60623,localport=60662], receiveBufferSize=65536
[junit4] 2> 691507 INFO (qtp1981803108-6611) [n:127.0.0.1:60622_ltx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 691512 INFO (OverseerThreadFactory-2624-thread-2-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 691513 WARN (OverseerThreadFactory-2624-thread-2-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 691719 INFO (qtp1981803108-6611) [n:127.0.0.1:60622_ltx ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 691720 INFO (qtp1981803108-6611) [n:127.0.0.1:60622_ltx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=212
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-1-001 of type TLOG
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d6ee8d2{/ltx,null,AVAILABLE}
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a283040{HTTP/1.1,[http/1.1]}{127.0.0.1:60684}
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.Server Started @700629ms
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/ltx, hostPort=60683, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-1-001\cores}
[junit4] 2> 692569 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 692569 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-14T18:38:52.280Z
[junit4] 2> 692582 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 692582 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-1-001\solr.xml
[junit4] 2> 692602 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 692612 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60612/solr
[junit4] 2> 692616 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de20a88350008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 692630 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 692635 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60683_ltx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 692638 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60683_ltx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60683_ltx
[junit4] 2> 692642 INFO (zkCallback-1081-thread-1-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 692643 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 692644 INFO (zkCallback-1088-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 692864 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60683_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 692874 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60683_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 692874 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60683_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 692877 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60683_ltx ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-1-001\cores
[junit4] 2> 692901 INFO (qtp1981803108-6610) [n:127.0.0.1:60622_ltx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60683_ltx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 692904 INFO (OverseerCollectionConfigSetProcessor-98483301734744068-127.0.0.1:60622_ltx-n_0000000000) [n:127.0.0.1:60622_ltx ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 692904 INFO (OverseerThreadFactory-2624-thread-3-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:60683_ltx for creating new replica
[junit4] 2> 692908 INFO (SocketProxy-Acceptor-60683) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60703,localport=60683], receiveBufferSize:65536
[junit4] 2> 692908 INFO (SocketProxy-Acceptor-60683) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60684,localport=60704], receiveBufferSize=65536
[junit4] 2> 692910 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 692911 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 693020 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 693934 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 693945 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 694076 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 694100 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 694100 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 694101 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 694101 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-1-001\cores\collection1_shard2_replica_t41], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-1-001\cores\collection1_shard2_replica_t41\data\]
[junit4] 2> 694102 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 694104 WARN (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 694175 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 694175 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 694176 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 694176 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 694176 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=97.5654296875, floorSegmentMB=1.01953125, forceMergeDeletesPctAllowed=11.836872422657862, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7217115328872558
[junit4] 2> 694177 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@648df63c[collection1_shard2_replica_t41] main]
[junit4] 2> 694178 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 694179 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 694179 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 694179 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575732834614640640
[junit4] 2> 694180 INFO (searcherExecutor-2638-thread-1-processing-n:127.0.0.1:60683_ltx x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@648df63c[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 694189 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 694189 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 694189 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60683/ltx/collection1_shard2_replica_t41/
[junit4] 2> 694189 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 694189 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:60683/ltx/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 694189 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 694189 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 694192 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60683/ltx/collection1_shard2_replica_t41/ shard2
[junit4] 2> 694299 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 694347 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 694348 INFO (qtp1240075242-6669) [n:127.0.0.1:60683_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1437
[junit4] 2> 694351 INFO (qtp1981803108-6610) [n:127.0.0.1:60622_ltx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60683_ltx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1449
[junit4] 2> 694453 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 694907 INFO (OverseerCollectionConfigSetProcessor-98483301734744068-127.0.0.1:60622_ltx-n_0000000000) [n:127.0.0.1:60622_ltx ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 695008 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-2-001 of type TLOG
[junit4] 2> 695009 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 695009 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b88dc32{/ltx,null,AVAILABLE}
[junit4] 2> 695011 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74d10f2d{HTTP/1.1,[http/1.1]}{127.0.0.1:60710}
[junit4] 2> 695011 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.Server Started @703069ms
[junit4] 2> 695011 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/ltx, hostPort=60709, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-2-001\cores}
[junit4] 2> 695012 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 695012 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 695012 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 695012 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 695012 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-14T18:38:54.723Z
[junit4] 2> 695017 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de20a8835000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 695017 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 695017 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-2-001\solr.xml
[junit4] 2> 695026 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 695031 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60612/solr
[junit4] 2> 695035 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de20a8835000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 695046 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60709_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 695049 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60709_ltx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 695052 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60709_ltx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60709_ltx
[junit4] 2> 695053 INFO (zkCallback-1088-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 695054 INFO (zkCallback-1081-thread-1-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 695055 INFO (zkCallback-1099-thread-1-processing-n:127.0.0.1:60709_ltx) [n:127.0.0.1:60709_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 695055 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 695198 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60709_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 695207 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60709_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 695207 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60709_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 695209 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60709_ltx ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-2-001\cores
[junit4] 2> 695242 INFO (SocketProxy-Acceptor-60709) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60725,localport=60709], receiveBufferSize:65536
[junit4] 2> 695242 INFO (SocketProxy-Acceptor-60709) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60710,localport=60726], receiveBufferSize=65536
[junit4] 2> 695244 INFO (qtp2054179248-6697) [n:127.0.0.1:60709_ltx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60709_ltx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 695247 INFO (OverseerThreadFactory-2624-thread-4-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:60709_ltx for creating new replica
[junit4] 2> 695250 INFO (SocketProxy-Acceptor-60709) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60727,localport=60709], receiveBufferSize:65536
[junit4] 2> 695250 INFO (SocketProxy-Acceptor-60709) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60710,localport=60728], receiveBufferSize=65536
[junit4] 2> 695250 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 695251 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 695359 INFO (zkCallback-1099-thread-1-processing-n:127.0.0.1:60709_ltx) [n:127.0.0.1:60709_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 695360 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 696285 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 696299 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 696434 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 696463 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 696463 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 696463 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 696465 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-2-001\cores\collection1_shard1_replica_t43], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-2-001\cores\collection1_shard1_replica_t43\data\]
[junit4] 2> 696466 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 696468 WARN (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 696551 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 696551 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 696554 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 696554 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 696555 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=97.5654296875, floorSegmentMB=1.01953125, forceMergeDeletesPctAllowed=11.836872422657862, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7217115328872558
[junit4] 2> 696555 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@67167f30[collection1_shard1_replica_t43] main]
[junit4] 2> 696557 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 696558 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 696559 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 696559 INFO (searcherExecutor-2649-thread-1-processing-n:127.0.0.1:60709_ltx x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@67167f30[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 696559 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575732837110251520
[junit4] 2> 696567 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 696567 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 696567 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60709/ltx/collection1_shard1_replica_t43/
[junit4] 2> 696567 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 696567 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:60709/ltx/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 696567 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 696567 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 696573 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60709/ltx/collection1_shard1_replica_t43/ shard1
[junit4] 2> 696677 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 696677 INFO (zkCallback-1099-thread-1-processing-n:127.0.0.1:60709_ltx) [n:127.0.0.1:60709_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 696724 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 696726 INFO (qtp2054179248-6699) [n:127.0.0.1:60709_ltx c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1475
[junit4] 2> 696728 INFO (qtp2054179248-6697) [n:127.0.0.1:60709_ltx ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60709_ltx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1484
[junit4] 2> 696829 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 696829 INFO (zkCallback-1099-thread-1-processing-n:127.0.0.1:60709_ltx) [n:127.0.0.1:60709_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 697247 INFO (OverseerCollectionConfigSetProcessor-98483301734744068-127.0.0.1:60622_ltx-n_0000000000) [n:127.0.0.1:60622_ltx ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 697527 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-3-001 of type TLOG
[junit4] 2> 697528 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 697529 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@558510ec{/ltx,null,AVAILABLE}
[junit4] 2> 697530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42108c49{HTTP/1.1,[http/1.1]}{127.0.0.1:60790}
[junit4] 2> 697530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.e.j.s.Server Started @705588ms
[junit4] 2> 697530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/ltx, hostPort=60789, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-3-001\cores}
[junit4] 2> 697530 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 697530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 697530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 697530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 697530 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-14T18:38:57.241Z
[junit4] 2> 697600 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 697600 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-3-001\solr.xml
[junit4] 2> 697615 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 697622 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60612/solr
[junit4] 2> 697671 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60789_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 697674 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60789_ltx ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 697695 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60789_ltx ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60789_ltx
[junit4] 2> 697698 INFO (zkCallback-1081-thread-1-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 697700 INFO (zkCallback-1099-thread-1-processing-n:127.0.0.1:60709_ltx) [n:127.0.0.1:60709_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 697705 INFO (zkCallback-1105-thread-1-processing-n:127.0.0.1:60789_ltx) [n:127.0.0.1:60789_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 697706 INFO (zkCallback-1088-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 697706 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 697826 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60789_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 697837 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60789_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 697838 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60789_ltx ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 697839 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[7780120901B9DB52]) [n:127.0.0.1:60789_ltx ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-3-001\cores
[junit4] 2> 697899 INFO (SocketProxy-Acceptor-60789) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60802,localport=60789], receiveBufferSize:65536
[junit4] 2> 697900 INFO (SocketProxy-Acceptor-60789) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60790,localport=60803], receiveBufferSize=65536
[junit4] 2> 697903 INFO (qtp615984946-6740) [n:127.0.0.1:60789_ltx ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60789_ltx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 697907 INFO (OverseerThreadFactory-2624-thread-5-processing-n:127.0.0.1:60622_ltx) [n:127.0.0.1:60622_ltx ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:60789_ltx for creating new replica
[junit4] 2> 697910 INFO (SocketProxy-Acceptor-60789) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60804,localport=60789], receiveBufferSize:65536
[junit4] 2> 697910 INFO (SocketProxy-Acceptor-60789) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=60790,localport=60805], receiveBufferSize=65536
[junit4] 2> 697911 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 697912 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 698024 INFO (zkCallback-1093-thread-1-processing-n:127.0.0.1:60683_ltx) [n:127.0.0.1:60683_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 698024 INFO (zkCallback-1099-thread-1-processing-n:127.0.0.1:60709_ltx) [n:127.0.0.1:60709_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 698024 INFO (zkCallback-1105-thread-1-processing-n:127.0.0.1:60789_ltx) [n:127.0.0.1:60789_ltx ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 698960 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 699031 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 699180 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 699217 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 699217 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2767e4c1
[junit4] 2> 699218 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 699218 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-3-001\cores\collection1_shard2_replica_t45], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ForceLeaderTest_7780120901B9DB52-001\shard-3-001\cores\collection1_shard2_replica_t45\data\]
[junit4] 2> 699221 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 699223 WARN (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 699332 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 699332 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 699333 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 699333 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 699333 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=97.5654296875, floorSegmentMB=1.01953125, forceMergeDeletesPctAllowed=11.836872422657862, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7217115328872558
[junit4] 2> 699333 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@cc75944[collection1_shard2_replica_t45] main]
[junit4] 2> 699345 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 699346 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 699347 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 699347 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575732840033681408
[junit4] 2> 699348 INFO (searcherExecutor-2660-thread-1-processing-n:127.0.0.1:60789_ltx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@cc75944[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 699360 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 699360 INFO (updateExecutor-1102-thread-1-processing-n:127.0.0.1:60789_ltx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 699361 INFO (qtp615984946-6736) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1449
[junit4] 2> 699361 INFO (recoveryExecutor-1103-thread-1-processing-n:127.0.0.1:60789_ltx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 699362 INFO (recoveryExecutor-1103-thread-1-processing-n:127.0.0.1:60789_ltx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:60789_ltx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 699362 INFO (recoveryExecutor-1103-thread-1-processing-n:127.0.0.1:60789_lt
[...truncated too long message...]
llection.testasynccollectioncreation.shard1_1.leader, tag=964136459
[junit4] 2> 2054613 INFO (coreCloseExecutor-8286-thread-2) [n:127.0.0.1:54282_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testasynccollectioncreation.shard1_0.replica_n5, tag=1534925933
[junit4] 2> 2054613 INFO (coreCloseExecutor-8286-thread-2) [n:127.0.0.1:54282_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52f17383: rootName = solr_54282, domain = solr.core.testasynccollectioncreation.shard1_0.replica_n5, service url = null, agent id = null] for registry solr.core.testasynccollectioncreation.shard1_0.replica_n5 / null
[junit4] 2> 2054613 INFO (coreCloseExecutor-8286-thread-2) [n:127.0.0.1:54282_solr c:testasynccollectioncreation s:shard1_0 r:core_node7 x:testasynccollectioncreation_shard1_0_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testasynccollectioncreation.shard1_0.leader, tag=1534925933
[junit4] 2> 2054617 WARN (zkCallback-2903-thread-2-processing-n:127.0.0.1:54282_solr) [n:127.0.0.1:54282_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2054617 INFO (jetty-closer-2892-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f0035a4{/solr,null,UNAVAILABLE}
[junit4] 2> 2054618 ERROR (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[7780120901B9DB52]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2054618 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[7780120901B9DB52]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54278 54278
[junit4] 2> 2054620 INFO (Thread-4086) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54278 54278
[junit4] 2> 2054621 WARN (Thread-4086) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/collections/testasynccollectioncreation/state.json
[junit4] 2> 34 /solr/collections/testAsyncOperations/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIAsyncDistributedZkTest_7780120901B9DB52-001
[junit4] 2> Aug 14, 2017 7:01:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=FST50, _route_=FSTOrd50}, docValues:{}, maxPointsInLeafNode=342, maxMBSortInHeap=5.466455733489379, sim=RandomSimilarity(queryNorm=false): {}, locale=es-SV, timezone=Europe/Tallinn
[junit4] 2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=287663664,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [V2ApiIntegrationTest, ImplicitSnitchTest, TestAddFieldRealTimeGet, ChaosMonkeySafeLeaderTest, TestWordDelimiterFilterFactory, OverseerModifyCollectionTest, LeaderElectionIntegrationTest, DocumentBuilderTest, TestRealTimeGet, ZkSolrClientTest, EchoParamsTest, TestMacros, PingRequestHandlerTest, SecurityConfHandlerTest, SolrCmdDistributorTest, HdfsUnloadDistributedZkTest, CdcrVersionReplicationTest, CleanupOldIndexTest, TestXmlQParserPlugin, PeerSyncWithIndexFingerprintCachingTest, LeaderFailoverAfterPartitionTest, CdcrReplicationHandlerTest, BadComponentTest, DistributedExpandComponentTest, TestSolrCoreParser, BlockJoinFacetRandomTest, SuggesterFSTTest, AsyncCallRequestStatusResponseTest, DocValuesMissingTest, TestConfigSetsAPIExclusivity, PluginInfoTest, SolrMetricReporterTest, RankQueryTest, TestConfigSetImmutable, CheckHdfsIndexTest, SchemaVersionSpecificBehaviorTest, TestTrieFacet, TestTolerantUpdateProcessorRandomCloud, TestLegacyTerms, TermsComponentTest, TestBlendedInfixSuggestions, OverriddenZkACLAndCredentialsProvidersTest, TestLMJelinekMercerSimilarityFactory, DocExpirationUpdateProcessorFactoryTest, TestConfigSets, TestStreamBody, TestSuggestSpellingConverter, HdfsDirectoryFactoryTest, ShowFileRequestHandlerTest, UUIDUpdateProcessorFallbackTest, TestSchemaSimilarityResource, TestRebalanceLeaders, TestPivotHelperCode, TestDocSet, TestCustomSort, CloudMLTQParserTest, TestCoreAdminApis, AutoScalingHandlerTest, MigrateRouteKeyTest, FullSolrCloudDistribCmdsTest, TestNoOpRegenerator, TestRTimerTree, TestDistributedGrouping, OpenExchangeRatesOrgProviderTest, TestDocumentBuilder, TestAnalyzedSuggestions, SimpleCollectionCreateDeleteTest, TestSearcherReuse, TestHdfsUpdateLog, TestCloudSchemaless, PKIAuthenticationIntegrationTest, SpellCheckComponentTest, DistribCursorPagingTest, TestSolrCoreSnapshots, TestNumericRangeQuery32, DistributedMLTComponentTest, JavabinLoaderTest, QueryEqualityTest, TestBulkSchemaAPI, CollectionTooManyReplicasTest, JsonLoaderTest, TestFieldCacheVsDocValues, DocumentAnalysisRequestHandlerTest, TestFilteredDocIdSet, TestQueryUtils, TestFastWriter, SolrShardReporterTest, TestLockTree, HdfsCollectionsAPIDistributedZkTest, ForceLeaderTest, SearchHandlerTest, CreateCollectionCleanupTest, FileBasedSpellCheckerTest, BadIndexSchemaTest, TestTrie, TestPostingsSolrHighlighter, TestReload, TestFieldCacheSort, TestSubQueryTransformer, CurrencyFieldTypeTest, DOMUtilTest, TestSolrIndexConfig, TestManagedSchemaAPI, TestCloudInspectUtil, DistributedFacetPivotSmallAdvancedTest, SuggesterTSTTest, TestLeaderElectionWithEmptyReplica, TestRandomFlRTGCloud, TermVectorComponentDistributedTest, TestRawResponseWriter, DistributedQueryElevationComponentTest, MoveReplicaHDFSTest, TestPerFieldSimilarity, OpenCloseCoreStressTest, TestConfigReload, TestHashQParserPlugin, AutoCommitTest, TestImplicitCoreProperties, TestClassicSimilarityFactory, TestSSLRandomization, AnalyticsQueryTest, FacetPivotSmallTest, ZkNodePropsTest, DistribJoinFromCollectionTest, RollingRestartTest, CollectionReloadTest, JvmMetricsTest, TestSQLHandlerNonCloud, TestNumericTokenStream, TestRecovery, TestNumericTerms64, LoggingHandlerTest, TestCoreDiscovery, TestDocBasedVersionConstraints, TestSolrConfigHandlerConcurrent, StatsComponentTest, TestCloudRecovery, SolrGangliaReporterTest, DirectSolrSpellCheckerTest, TestZkChroot, TestExclusionRuleCollectionAccess, TestManagedStopFilterFactory, HdfsRestartWhileUpdatingTest, SolrJmxReporterCloudTest, BJQParserTest, AssignBackwardCompatibilityTest, OverseerStatusTest, TestLegacyNumericRangeQueryBuilder, HttpPartitionTest, DistributedFacetPivotWhiteBoxTest, ManagedSchemaRoundRobinCloudTest, SharedFSAutoReplicaFailoverTest, MoveReplicaTest, BigEndianAscendingWordSerializerTest, TestCustomStream, TestInPlaceUpdatesStandalone, TestSolr4Spatial, PeerSyncReplicationTest, TestMaxTokenLenTokenizer, BooleanFieldTest, TestQueryWrapperFilter, TestPKIAuthenticationPlugin, TestFreeTextSuggestions, ZkStateReaderTest, TestBulkSchemaConcurrent, TestMissingGroups, TestFastLRUCache, ExternalFileFieldSortTest, TestReplicationHandlerBackup, TestSolrDeletionPolicy1, TestShortCircuitedRequests, SOLR749Test, MoreLikeThisHandlerTest, TestUnifiedSolrHighlighter, ChaosMonkeySafeLeaderWithPullReplicasTest, BasicDistributedZkTest, BasicDistributedZk2Test, SyncSliceTest, ShardRoutingTest, RecoveryZkTest, TestRandomFaceting, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TestJoin, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, TestGroupingSearch, QueryElevationComponentTest, TestFunctionQuery, TestBadConfig, SoftAutoCommitTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, TestValueSourceCache, TermVectorComponentTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestPartialUpdateDeduplication, UpdateParamsTest, SolrIndexConfigTest, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, TestConfig, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, PreAnalyzedFieldTest, RAMDirectoryFactoryTest, TestLRUCache, SystemInfoHandlerTest, CircularListTest, CursorPagingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [499/730 (2!)] on J1 in 70.43s, 2 tests, 1 failure <<< FAILURES!
[...truncated 44047 lines...]
[JENKINS-EA] Lucene-Solr-master-Windows (64bit/jdk-9-ea+181) -
Build # 6825 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6825/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseParallelGC --illegal-access=deny
4 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:51696/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:51696/collection1
at __randomizedtesting.SeedInfo.seed([F0939BF1EDEE7763:78C7A42B43121A9B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1583)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:213)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
... 52 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=16136, name=zkCallback-3346-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 2) Thread[id=16288, name=zkCallback-3346-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=16286, name=zkCallback-3346-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=16135, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F0939BF1EDEE7763]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 5) Thread[id=16285, name=zkCallback-3346-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=16133, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9/java.lang.Thread.run(Thread.java:844) 7) Thread[id=16284, name=zkCallback-3346-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 8) Thread[id=16287, name=zkCallback-3346-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 9) Thread[id=16134, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F0939BF1EDEE7763]-SendThread(127.0.0.1:51653), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296) at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278) at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=16136, name=zkCallback-3346-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
2) Thread[id=16288, name=zkCallback-3346-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
3) Thread[id=16286, name=zkCallback-3346-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
4) Thread[id=16135, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F0939BF1EDEE7763]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
5) Thread[id=16285, name=zkCallback-3346-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
6) Thread[id=16133, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9/java.lang.Thread.run(Thread.java:844)
7) Thread[id=16284, name=zkCallback-3346-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
8) Thread[id=16287, name=zkCallback-3346-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
9) Thread[id=16134, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F0939BF1EDEE7763]-SendThread(127.0.0.1:51653), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
at __randomizedtesting.SeedInfo.seed([F0939BF1EDEE7763]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=16136, name=zkCallback-3346-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 2) Thread[id=16288, name=zkCallback-3346-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 3) Thread[id=16286, name=zkCallback-3346-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 4) Thread[id=16285, name=zkCallback-3346-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 5) Thread[id=16284, name=zkCallback-3346-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 6) Thread[id=16287, name=zkCallback-3346-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9/java.lang.Thread.run(Thread.java:844) 7) Thread[id=16134, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F0939BF1EDEE7763]-SendThread(127.0.0.1:51653), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296) at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278) at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159) at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=16136, name=zkCallback-3346-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
2) Thread[id=16288, name=zkCallback-3346-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
3) Thread[id=16286, name=zkCallback-3346-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
4) Thread[id=16285, name=zkCallback-3346-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
5) Thread[id=16284, name=zkCallback-3346-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
6) Thread[id=16287, name=zkCallback-3346-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9/java.lang.Thread.run(Thread.java:844)
7) Thread[id=16134, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F0939BF1EDEE7763]-SendThread(127.0.0.1:51653), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
at __randomizedtesting.SeedInfo.seed([F0939BF1EDEE7763]:0)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Doc with id=1 not found in http://127.0.0.1:64495/_pna/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:64495/_pna/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([F0939BF1EDEE7763:78C7A42B43121A9B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11562 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\init-core-data-001
[junit4] 2> 1089930 WARN (SUITE-HttpPartitionTest-seed#[F0939BF1EDEE7763]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1089930 INFO (SUITE-HttpPartitionTest-seed#[F0939BF1EDEE7763]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1089932 INFO (SUITE-HttpPartitionTest-seed#[F0939BF1EDEE7763]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 1089932 INFO (SUITE-HttpPartitionTest-seed#[F0939BF1EDEE7763]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1089932 INFO (SUITE-HttpPartitionTest-seed#[F0939BF1EDEE7763]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_pna/
[junit4] 2> 1089934 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1089935 INFO (Thread-3229) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1089935 INFO (Thread-3229) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1089939 ERROR (Thread-3229) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1090034 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.ZkTestServer start zk server on port:64429
[junit4] 2> 1090049 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1090051 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1090053 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1090055 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1090056 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1090058 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1090060 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1090062 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1090064 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1090066 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1090068 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1090070 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1090392 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1090392 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ca86461{/_pna,null,AVAILABLE}
[junit4] 2> 1090393 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78764f0e{HTTP/1.1,[http/1.1]}{127.0.0.1:64437}
[junit4] 2> 1090394 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.Server Started @1093217ms
[junit4] 2> 1090394 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_pna, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\tempDir-001/control/data, hostPort=64436, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\control-001\cores}
[junit4] 2> 1090394 ERROR (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1090394 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1090394 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1090394 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1090394 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T10:45:39.980997500Z
[junit4] 2> 1090398 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1090399 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\control-001\solr.xml
[junit4] 2> 1090402 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1090405 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64429/solr
[junit4] 2> 1090517 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1090519 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64436__pna
[junit4] 2> 1090520 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.Overseer Overseer (id=98487103620710404-127.0.0.1:64436__pna-n_0000000000) starting
[junit4] 2> 1090531 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64436__pna
[junit4] 2> 1090533 INFO (zkCallback-2002-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1090586 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1090594 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1090594 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1090597 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\control-001\cores
[junit4] 2> 1090616 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1090617 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64429/solr ready
[junit4] 2> 1090617 INFO (SocketProxy-Acceptor-64436) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=64452,localport=64436], receiveBufferSize:65536
[junit4] 2> 1090619 INFO (SocketProxy-Acceptor-64436) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=64437,localport=64453], receiveBufferSize=65536
[junit4] 2> 1090621 INFO (qtp1077669954-12900) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:64436__pna&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1090623 INFO (OverseerThreadFactory-5725-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1090732 INFO (SocketProxy-Acceptor-64436) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=64454,localport=64436], receiveBufferSize:65536
[junit4] 2> 1090732 INFO (SocketProxy-Acceptor-64436) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=64437,localport=64455], receiveBufferSize=65536
[junit4] 2> 1090732 INFO (qtp1077669954-12902) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1090733 INFO (qtp1077669954-12902) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1090841 INFO (zkCallback-2002-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1091746 INFO (qtp1077669954-12902) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1091756 INFO (qtp1077669954-12902) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1091848 INFO (qtp1077669954-12902) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1091864 INFO (qtp1077669954-12902) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1091866 INFO (qtp1077669954-12902) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1091866 INFO (qtp1077669954-12902) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1091866 INFO (qtp1077669954-12902) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\control-001\cores\control_collection_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\control-001\cores\control_collection_shard1_replica_n1\data\]
[junit4] 2> 1091868 INFO (qtp1077669954-12902) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=18.58203125, floorSegmentMB=0.9287109375, forceMergeDeletesPctAllowed=26.30086539387429, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1091870 WARN (qtp1077669954-12902) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1091938 INFO (qtp1077669954-12902) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1091938 INFO (qtp1077669954-12902) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1091942 INFO (qtp1077669954-12902) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1091942 INFO (qtp1077669954-12902) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1091943 INFO (qtp1077669954-12902) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11236373351931511]
[junit4] 2> 1091943 INFO (qtp1077669954-12902) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b9347c[control_collection_shard1_replica_n1] main]
[junit4] 2> 1091946 INFO (qtp1077669954-12902) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1091946 INFO (qtp1077669954-12902) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1091947 INFO (qtp1077669954-12902) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1091949 INFO (searcherExecutor-5728-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1b9347c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1091949 INFO (qtp1077669954-12902) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575793660039004160
[junit4] 2> 1091956 INFO (qtp1077669954-12902) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1091956 INFO (qtp1077669954-12902) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1091957 INFO (qtp1077669954-12902) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64436/_pna/control_collection_shard1_replica_n1/
[junit4] 2> 1091957 INFO (qtp1077669954-12902) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1091957 INFO (qtp1077669954-12902) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:64436/_pna/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1091957 INFO (qtp1077669954-12902) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1091962 INFO (qtp1077669954-12902) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64436/_pna/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1092066 INFO (zkCallback-2002-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1092115 INFO (qtp1077669954-12902) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1092117 INFO (qtp1077669954-12902) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1384
[junit4] 2> 1092124 INFO (qtp1077669954-12900) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1092226 INFO (zkCallback-2002-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1092630 INFO (OverseerCollectionConfigSetProcessor-98487103620710404-127.0.0.1:64436__pna-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1093124 INFO (qtp1077669954-12900) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:64436__pna&wt=javabin&version=2} status=0 QTime=2502
[junit4] 2> 1093129 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1093130 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64429/solr ready
[junit4] 2> 1093130 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1093131 INFO (SocketProxy-Acceptor-64436) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=64459,localport=64436], receiveBufferSize:65536
[junit4] 2> 1093131 INFO (SocketProxy-Acceptor-64436) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=64437,localport=64460], receiveBufferSize=65536
[junit4] 2> 1093132 INFO (qtp1077669954-12899) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1093134 INFO (OverseerThreadFactory-5725-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1093135 WARN (OverseerThreadFactory-5725-thread-2) [ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1093339 INFO (qtp1077669954-12899) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1093339 INFO (qtp1077669954-12899) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 1093711 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-1-001 of type TLOG
[junit4] 2> 1093711 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1093712 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ea8254b{/_pna,null,AVAILABLE}
[junit4] 2> 1093713 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51edacdf{HTTP/1.1,[http/1.1]}{127.0.0.1:64462}
[junit4] 2> 1093713 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.Server Started @1096536ms
[junit4] 2> 1093713 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_pna, solrconfig=solrconfig.xml, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\tempDir-001/jetty1, hostPort=64461, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-1-001\cores, replicaType=TLOG}
[junit4] 2> 1093714 ERROR (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1093714 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1093714 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1093714 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1093714 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T10:45:43.300196600Z
[junit4] 2> 1093718 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1093718 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-1-001\solr.xml
[junit4] 2> 1093722 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1093726 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64429/solr
[junit4] 2> 1093729 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de57fba450008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1093740 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1093742 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1093745 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64461__pna
[junit4] 2> 1093746 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1093747 INFO (zkCallback-2002-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1093747 INFO (zkCallback-2014-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1093789 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1093796 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1093797 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1093798 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-1-001\cores
[junit4] 2> 1093817 INFO (SocketProxy-Acceptor-64461) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=64474,localport=64461], receiveBufferSize:65536
[junit4] 2> 1093818 INFO (SocketProxy-Acceptor-64461) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=64462,localport=64475], receiveBufferSize=65536
[junit4] 2> 1093819 INFO (qtp325611886-12949) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:64461__pna&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1093821 INFO (OverseerCollectionConfigSetProcessor-98487103620710404-127.0.0.1:64436__pna-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1093821 INFO (OverseerThreadFactory-5725-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:64461__pna for creating new replica
[junit4] 2> 1093823 INFO (SocketProxy-Acceptor-64461) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=64476,localport=64461], receiveBufferSize:65536
[junit4] 2> 1093824 INFO (SocketProxy-Acceptor-64461) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=64462,localport=64477], receiveBufferSize=65536
[junit4] 2> 1093824 INFO (qtp325611886-12951) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1093825 INFO (qtp325611886-12951) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1095231 INFO (qtp325611886-12951) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1095243 INFO (qtp325611886-12951) [ ] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1095320 INFO (qtp325611886-12951) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1095337 INFO (qtp325611886-12951) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 1095337 INFO (qtp325611886-12951) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1095338 INFO (qtp325611886-12951) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1095338 INFO (qtp325611886-12951) [ ] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-1-001\cores\collection1_shard2_replica_t41], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-1-001\cores\collection1_shard2_replica_t41\data\]
[junit4] 2> 1095340 INFO (qtp325611886-12951) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=18.58203125, floorSegmentMB=0.9287109375, forceMergeDeletesPctAllowed=26.30086539387429, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1095342 WARN (qtp325611886-12951) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1095390 INFO (qtp325611886-12951) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1095391 INFO (qtp325611886-12951) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1095392 INFO (qtp325611886-12951) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1095392 INFO (qtp325611886-12951) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1095393 INFO (qtp325611886-12951) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11236373351931511]
[junit4] 2> 1095394 INFO (qtp325611886-12951) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fb53bb7[collection1_shard2_replica_t41] main]
[junit4] 2> 1095395 INFO (qtp325611886-12951) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1095396 INFO (qtp325611886-12951) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1095396 INFO (qtp325611886-12951) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1095396 INFO (qtp325611886-12951) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575793663653445632
[junit4] 2> 1095396 INFO (searcherExecutor-5739-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@4fb53bb7[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1095402 INFO (qtp325611886-12951) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1095402 INFO (qtp325611886-12951) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1095402 INFO (qtp325611886-12951) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64461/_pna/collection1_shard2_replica_t41/
[junit4] 2> 1095402 INFO (qtp325611886-12951) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1095402 INFO (qtp325611886-12951) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:64461/_pna/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1095402 INFO (qtp325611886-12951) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1095403 INFO (qtp325611886-12951) [ ] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1095407 INFO (qtp325611886-12951) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64461/_pna/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1095560 INFO (qtp325611886-12951) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1095561 INFO (qtp325611886-12951) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1737
[junit4] 2> 1095563 INFO (qtp325611886-12949) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:64461__pna&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1745
[junit4] 2> 1095823 INFO (OverseerCollectionConfigSetProcessor-98487103620710404-127.0.0.1:64436__pna-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1095856 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-2-001 of type TLOG
[junit4] 2> 1095857 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1095858 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@576c562c{/_pna,null,AVAILABLE}
[junit4] 2> 1095858 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f23949c{HTTP/1.1,[http/1.1]}{127.0.0.1:64480}
[junit4] 2> 1095859 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.e.j.s.Server Started @1098681ms
[junit4] 2> 1095859 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_pna, solrconfig=solrconfig.xml, solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\tempDir-001/jetty2, hostPort=64479, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-2-001\cores, replicaType=TLOG}
[junit4] 2> 1095859 ERROR (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1095859 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1095859 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1095859 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1095859 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T10:45:45.445849800Z
[junit4] 2> 1095863 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1095863 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-2-001\solr.xml
[junit4] 2> 1095866 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1095868 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64429/solr
[junit4] 2> 1095879 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1095881 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1095883 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64479__pna
[junit4] 2> 1095884 INFO (zkCallback-2014-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1095885 INFO (zkCallback-2002-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1095885 INFO (zkCallback-2020-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1095885 INFO (zkCallback-2009-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1095931 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1095948 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1095949 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1095950 INFO (TEST-HttpPartitionTest.test-seed#[F0939BF1EDEE7763]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-2-001\cores
[junit4] 2> 1095975 INFO (qtp325611886-12952) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:64479__pna&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1095977 INFO (OverseerThreadFactory-5725-thread-4) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:64479__pna for creating new replica
[junit4] 2> 1095979 INFO (SocketProxy-Acceptor-64479) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=64492,localport=64479], receiveBufferSize:65536
[junit4] 2> 1095979 INFO (SocketProxy-Acceptor-64479) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=64480,localport=64493], receiveBufferSize=65536
[junit4] 2> 1095981 INFO (qtp600943090-12983) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1095981 INFO (qtp600943090-12983) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1096993 INFO (qtp600943090-12983) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1097002 INFO (qtp600943090-12983) [ ] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 1097077 INFO (qtp600943090-12983) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1097096 INFO (qtp600943090-12983) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 1097096 INFO (qtp600943090-12983) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4235a755
[junit4] 2> 1097097 INFO (qtp600943090-12983) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1097097 INFO (qtp600943090-12983) [ ] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-2-001\cores\collection1_shard1_replica_t43], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.HttpPartitionTest_F0939BF1EDEE7763-001\shard-2-001\cores\collection1_shard1_replica_t43\data\]
[junit4] 2> 1097099 INFO (qtp600943090-12983) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=18.58203125, floorSegmentMB=0.9287109375, forceMergeDeletesPctAllowed=26.30086539387429, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1097101 WARN (qtp600943090-12983) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1097161 INFO (qtp600943090-12983) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1097161 INFO (qtp600943090-12983) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1097163 INFO (qtp600943090-12983) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1097163 INFO (qtp600943090-12983) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1097164 INFO (qtp600943090-12983) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11236373351931511]
[junit4] 2> 1097165 INFO (qtp600943090-12983) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@53e0a127[collection1_shard1_replica_t43] main]
[junit4] 2> 1097166 INFO (qtp600943090-12983) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1097166 INFO (qtp600943090-12983) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1097167 INFO (qtp600943090-12983) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1097168 INFO (searcherExecutor-5750-thread-1) [ ] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@53e0a127[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1097168 INFO (qtp600943090-12983) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575793665511522304
[junit4] 2> 1097174 INFO (qtp600943090-12983) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1097174 INFO (qtp600943090-12983) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1097174 INFO (qtp600943090-12983) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64479/_pna/collection1_shard1_replica_t43/
[junit4] 2> 1097174 INFO (qtp600943090-12983) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1097174 INFO (qtp600943090-12983) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:64479/_pna/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 1097174 INFO (qtp600943090-12983) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1097175 INFO (qtp600943090-12983) [ ] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 1097178 INFO (qtp600943090-12983) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64479/_pna/collection1_shard1_replica_t43/ shard1
[junit4] 2> 1097330 INFO (qtp600943090-12983) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1097332 INFO (qtp600943090-12983) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t4
[...truncated too long message...]
.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 9) Thread[id=16134, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F0939BF1EDEE7763]-SendThread(127.0.0.1:51653), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
[junit4] > at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] > at __randomizedtesting.SeedInfo.seed([F0939BF1EDEE7763]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=16136, name=zkCallback-3346-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 2) Thread[id=16288, name=zkCallback-3346-thread-6, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 3) Thread[id=16286, name=zkCallback-3346-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 4) Thread[id=16285, name=zkCallback-3346-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 5) Thread[id=16284, name=zkCallback-3346-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 6) Thread[id=16287, name=zkCallback-3346-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@9/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base@9/java.lang.Thread.run(Thread.java:844)
[junit4] > 7) Thread[id=16134, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F0939BF1EDEE7763]-SendThread(127.0.0.1:51653), state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
[junit4] > at java.base@9/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
[junit4] > at java.base@9/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at java.base@9/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] > at __randomizedtesting.SeedInfo.seed([F0939BF1EDEE7763]:0)
[junit4] Completed [440/730 (2!)] on J0 in 73.16s, 1 test, 3 errors <<< FAILURES!
[...truncated 37375 lines...]
[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_144) - Build #
6824 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6824/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
at __randomizedtesting.SeedInfo.seed([60CD8E0C8B9EC242:28B8FAB88DADEDD7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:581)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:462)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11772 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\init-core-data-001
[junit4] 2> 1232100 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1232100 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1232104 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1232104 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1232106 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001
[junit4] 2> 1232106 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1232107 INFO (Thread-2268) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1232107 INFO (Thread-2268) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1232111 ERROR (Thread-2268) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1232208 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:61343
[junit4] 2> 1232216 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de3caea690000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1232220 INFO (jetty-launcher-1698-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1232221 INFO (jetty-launcher-1698-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1232222 INFO (jetty-launcher-1698-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@377b23{/solr,null,AVAILABLE}
[junit4] 2> 1232222 INFO (jetty-launcher-1698-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@290be8{SSL,[ssl, http/1.1]}{127.0.0.1:61347}
[junit4] 2> 1232223 INFO (jetty-launcher-1698-thread-2) [ ] o.e.j.s.Server Started @1240071ms
[junit4] 2> 1232223 INFO (jetty-launcher-1698-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61347}
[junit4] 2> 1232223 ERROR (jetty-launcher-1698-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1232223 INFO (jetty-launcher-1698-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1232223 INFO (jetty-launcher-1698-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1232223 INFO (jetty-launcher-1698-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1232223 INFO (jetty-launcher-1698-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T02:48:32.729Z
[junit4] 2> 1232224 INFO (jetty-launcher-1698-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e7e271{/solr,null,AVAILABLE}
[junit4] 2> 1232225 INFO (jetty-launcher-1698-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@184e489{SSL,[ssl, http/1.1]}{127.0.0.1:61352}
[junit4] 2> 1232225 INFO (jetty-launcher-1698-thread-1) [ ] o.e.j.s.Server Started @1240073ms
[junit4] 2> 1232225 INFO (jetty-launcher-1698-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61352}
[junit4] 2> 1232225 ERROR (jetty-launcher-1698-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1232225 INFO (jetty-launcher-1698-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1232225 INFO (jetty-launcher-1698-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1232225 INFO (jetty-launcher-1698-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1232225 INFO (jetty-launcher-1698-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T02:48:32.731Z
[junit4] 2> 1232228 INFO (jetty-launcher-1698-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1232228 INFO (jetty-launcher-1698-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17cf528{/solr,null,AVAILABLE}
[junit4] 2> 1232229 INFO (jetty-launcher-1698-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@85dacd{SSL,[ssl, http/1.1]}{127.0.0.1:61357}
[junit4] 2> 1232229 INFO (jetty-launcher-1698-thread-3) [ ] o.e.j.s.Server Started @1240077ms
[junit4] 2> 1232229 INFO (jetty-launcher-1698-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61357}
[junit4] 2> 1232229 ERROR (jetty-launcher-1698-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1232229 INFO (jetty-launcher-1698-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1232229 INFO (jetty-launcher-1698-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1232229 INFO (jetty-launcher-1698-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1232229 INFO (jetty-launcher-1698-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T02:48:32.735Z
[junit4] 2> 1232232 INFO (jetty-launcher-1698-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1232232 INFO (jetty-launcher-1698-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1eb3cb6{/solr,null,AVAILABLE}
[junit4] 2> 1232233 INFO (jetty-launcher-1698-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@137536a{SSL,[ssl, http/1.1]}{127.0.0.1:61362}
[junit4] 2> 1232233 INFO (jetty-launcher-1698-thread-4) [ ] o.e.j.s.Server Started @1240081ms
[junit4] 2> 1232233 INFO (jetty-launcher-1698-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61362}
[junit4] 2> 1232233 ERROR (jetty-launcher-1698-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1232233 INFO (jetty-launcher-1698-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1232233 INFO (jetty-launcher-1698-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1232233 INFO (jetty-launcher-1698-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1232233 INFO (jetty-launcher-1698-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-15T02:48:32.739Z
[junit4] 2> 1232250 INFO (jetty-launcher-1698-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1232257 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15de3caea690003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1232261 INFO (jetty-launcher-1698-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61343/solr
[junit4] 2> 1232263 INFO (jetty-launcher-1698-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1232270 INFO (jetty-launcher-1698-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61343/solr
[junit4] 2> 1232273 INFO (jetty-launcher-1698-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1232280 INFO (jetty-launcher-1698-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61343/solr
[junit4] 2> 1232282 INFO (jetty-launcher-1698-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1232289 INFO (jetty-launcher-1698-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61343/solr
[junit4] 2> 1232487 INFO (jetty-launcher-1698-thread-4) [n:127.0.0.1:61362_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1232487 INFO (jetty-launcher-1698-thread-1) [n:127.0.0.1:61352_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1232487 INFO (jetty-launcher-1698-thread-2) [n:127.0.0.1:61347_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1232487 INFO (jetty-launcher-1698-thread-3) [n:127.0.0.1:61357_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1232488 INFO (jetty-launcher-1698-thread-4) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61362_solr
[junit4] 2> 1232489 INFO (jetty-launcher-1698-thread-1) [n:127.0.0.1:61352_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61352_solr
[junit4] 2> 1232489 INFO (jetty-launcher-1698-thread-2) [n:127.0.0.1:61347_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61347_solr
[junit4] 2> 1232489 INFO (jetty-launcher-1698-thread-3) [n:127.0.0.1:61357_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61357_solr
[junit4] 2> 1232490 INFO (jetty-launcher-1698-thread-4) [n:127.0.0.1:61362_solr ] o.a.s.c.Overseer Overseer (id=98485227527667724-127.0.0.1:61362_solr-n_0000000000) starting
[junit4] 2> 1232491 INFO (zkCallback-1714-thread-1-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1232492 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:61357_solr) [n:127.0.0.1:61357_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1232492 INFO (zkCallback-1716-thread-1-processing-n:127.0.0.1:61347_solr) [n:127.0.0.1:61347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1232593 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1232604 WARN (jetty-launcher-1698-thread-1) [n:127.0.0.1:61352_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232604 WARN (jetty-launcher-1698-thread-1) [n:127.0.0.1:61352_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232604 WARN (jetty-launcher-1698-thread-1) [n:127.0.0.1:61352_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232605 INFO (jetty-launcher-1698-thread-1) [n:127.0.0.1:61352_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node2
[junit4] 2> 1232620 INFO (jetty-launcher-1698-thread-4) [n:127.0.0.1:61362_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61362_solr
[junit4] 2> 1232621 WARN (jetty-launcher-1698-thread-3) [n:127.0.0.1:61357_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232621 WARN (jetty-launcher-1698-thread-3) [n:127.0.0.1:61357_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232621 WARN (jetty-launcher-1698-thread-3) [n:127.0.0.1:61357_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232623 INFO (jetty-launcher-1698-thread-3) [n:127.0.0.1:61357_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node3
[junit4] 2> 1232623 INFO (zkCallback-1714-thread-1-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1232624 INFO (zkCallback-1716-thread-1-processing-n:127.0.0.1:61347_solr) [n:127.0.0.1:61347_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1232624 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:61357_solr) [n:127.0.0.1:61357_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1232624 INFO (zkCallback-1720-thread-1-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1232693 WARN (jetty-launcher-1698-thread-2) [n:127.0.0.1:61347_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232693 WARN (jetty-launcher-1698-thread-2) [n:127.0.0.1:61347_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232693 WARN (jetty-launcher-1698-thread-2) [n:127.0.0.1:61347_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232694 INFO (jetty-launcher-1698-thread-2) [n:127.0.0.1:61347_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node1
[junit4] 2> 1232737 WARN (jetty-launcher-1698-thread-4) [n:127.0.0.1:61362_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232737 WARN (jetty-launcher-1698-thread-4) [n:127.0.0.1:61362_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232737 WARN (jetty-launcher-1698-thread-4) [n:127.0.0.1:61362_solr ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1232737 INFO (jetty-launcher-1698-thread-4) [n:127.0.0.1:61362_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node4
[junit4] 2> 1232753 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1232754 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61343/solr ready
[junit4] 2> 1232780 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 1232781 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1232809 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1232816 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1232817 INFO (qtp27335993-10971) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1232817 INFO (qtp27335993-10971) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1232817 INFO (qtp27335993-10970) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1232820 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1232820 INFO (OverseerThreadFactory-5021-thread-2-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 1232927 INFO (OverseerStateUpdate-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onlyinzk",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"onlyinzk_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:61357/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1232929 INFO (OverseerStateUpdate-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onlyinzk",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"onlyinzk_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:61347/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1233137 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1233137 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1233158 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1233159 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1233264 INFO (zkCallback-1716-thread-1-processing-n:127.0.0.1:61347_solr) [n:127.0.0.1:61347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1233264 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:61357_solr) [n:127.0.0.1:61357_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1233266 INFO (zkCallback-1719-thread-2-processing-n:127.0.0.1:61357_solr) [n:127.0.0.1:61357_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1233266 INFO (zkCallback-1716-thread-2-processing-n:127.0.0.1:61347_solr) [n:127.0.0.1:61347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234160 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1234166 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema [onlyinzk_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1234170 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1234170 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica_n2' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 1234170 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1234172 WARN (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1234172 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1234172 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [[onlyinzk_shard2_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node1\onlyinzk_shard2_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node1\onlyinzk_shard2_replica_n2\data\]
[junit4] 2> 1234178 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1234180 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1234180 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica_n1' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 1234180 WARN (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1234180 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1234180 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node3\onlyinzk_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node3\onlyinzk_shard1_replica_n1\data\]
[junit4] 2> 1234254 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1234254 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1234268 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1234268 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1234269 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1234269 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1234270 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1234270 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1234273 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a0e94[onlyinzk_shard2_replica_n2] main]
[junit4] 2> 1234274 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c420cc[onlyinzk_shard1_replica_n1] main]
[junit4] 2> 1234274 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1234274 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1234275 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1234275 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1234275 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1234275 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1234276 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575763642712850432
[junit4] 2> 1234276 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575763642712850432
[junit4] 2> 1234276 INFO (searcherExecutor-5026-thread-1-processing-n:127.0.0.1:61357_solr x:onlyinzk_shard1_replica_n1 s:shard1 c:onlyinzk r:core_node3) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] Registered new searcher Searcher@c420cc[onlyinzk_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1234277 INFO (searcherExecutor-5025-thread-1-processing-n:127.0.0.1:61347_solr x:onlyinzk_shard2_replica_n2 s:shard2 c:onlyinzk r:core_node4) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2] Registered new searcher Searcher@3a0e94[onlyinzk_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1234283 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1234283 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1234283 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:61347/solr/onlyinzk_shard2_replica_n2/
[junit4] 2> 1234283 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1234283 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:61347/solr/onlyinzk_shard2_replica_n2/ has no replicas
[junit4] 2> 1234283 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1234283 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1234283 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1234283 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:61357/solr/onlyinzk_shard1_replica_n1/
[junit4] 2> 1234283 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1234283 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:61357/solr/onlyinzk_shard1_replica_n1/ has no replicas
[junit4] 2> 1234283 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1234287 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:61357/solr/onlyinzk_shard1_replica_n1/ shard1
[junit4] 2> 1234288 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:61347/solr/onlyinzk_shard2_replica_n2/ shard2
[junit4] 2> 1234391 INFO (zkCallback-1716-thread-2-processing-n:127.0.0.1:61347_solr) [n:127.0.0.1:61347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234391 INFO (zkCallback-1719-thread-2-processing-n:127.0.0.1:61357_solr) [n:127.0.0.1:61357_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234391 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:61357_solr) [n:127.0.0.1:61357_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234391 INFO (zkCallback-1716-thread-1-processing-n:127.0.0.1:61347_solr) [n:127.0.0.1:61347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234440 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1234440 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1234442 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1306
[junit4] 2> 1234447 INFO (qtp14073861-10940) [n:127.0.0.1:61357_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1289
[junit4] 2> 1234450 INFO (qtp27335993-10970) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1234551 INFO (zkCallback-1716-thread-1-processing-n:127.0.0.1:61347_solr) [n:127.0.0.1:61347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234551 INFO (zkCallback-1716-thread-2-processing-n:127.0.0.1:61347_solr) [n:127.0.0.1:61347_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234551 INFO (zkCallback-1719-thread-2-processing-n:127.0.0.1:61357_solr) [n:127.0.0.1:61357_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234551 INFO (zkCallback-1719-thread-1-processing-n:127.0.0.1:61357_solr) [n:127.0.0.1:61357_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234822 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1235450 INFO (qtp27335993-10970) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2632
[junit4] 2> 1235450 INFO (qtp27335993-10926) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1235451 INFO (qtp27335993-10926) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1235451 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 1235479 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1235480 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1235481 INFO (qtp27335993-10925) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1235484 INFO (OverseerThreadFactory-5021-thread-3-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1235486 INFO (qtp14073861-10939) [n:127.0.0.1:61357_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=null
[junit4] 2> 1235486 INFO (qtp14073861-10939) [n:127.0.0.1:61357_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12a093d: rootName = null, domain = solr.core.onlyinzk.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.onlyinzk.shard1.replica_n1 / null
[junit4] 2> 1235486 INFO (qtp14073861-10939) [n:127.0.0.1:61357_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1b3afe1
[junit4] 2> 1235487 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=null
[junit4] 2> 1235487 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@db7b75: rootName = null, domain = solr.core.onlyinzk.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.onlyinzk.shard2.replica_n2 / null
[junit4] 2> 1235487 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@162798d
[junit4] 2> 1235488 INFO (qtp14073861-10939) [n:127.0.0.1:61357_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=28553185
[junit4] 2> 1235488 INFO (qtp14073861-10939) [n:127.0.0.1:61357_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard1.leader, tag=28553185
[junit4] 2> 1235488 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=23230861
[junit4] 2> 1235488 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard2.leader, tag=23230861
[junit4] 2> 1235491 INFO (qtp14073861-10939) [n:127.0.0.1:61357_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1235492 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1236197 INFO (qtp27335993-10925) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=715
[junit4] 2> 1236199 INFO (qtp27335993-10971) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1236200 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1236203 INFO (qtp27335993-10971) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1236204 INFO (qtp27335993-10972) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1236204 INFO (qtp27335993-10972) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1236204 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1236227 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 1236228 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1236229 INFO (qtp27335993-10931) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf2&name=withconfigset2&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1236232 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1236232 INFO (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 1236442 INFO (OverseerStateUpdate-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withconfigset2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"withconfigset2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:61352/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1236680 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica_n1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1236681 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1236789 INFO (zkCallback-1714-thread-1-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1236790 INFO (zkCallback-1714-thread-2-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1237700 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1237704 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.s.IndexSchema [withconfigset2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1237708 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1237708 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica_n1' using configuration from collection withconfigset2, trusted=true
[junit4] 2> 1237708 WARN (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1237708 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1237708 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.SolrCore [[withconfigset2_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node2\withconfigset2_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node2\withconfigset2_shard1_replica_n1\data\]
[junit4] 2> 1237785 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1237785 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1237787 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1237787 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1237788 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16fabd8[withconfigset2_shard1_replica_n1] main]
[junit4] 2> 1237790 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 1237790 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 1237790 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1237790 INFO (searcherExecutor-5035-thread-1-processing-n:127.0.0.1:61352_solr x:withconfigset2_shard1_replica_n1 s:shard1 c:withconfigset2 r:core_node2) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.SolrCore [withconfigset2_shard1_replica_n1] Registered new searcher Searcher@16fabd8[withconfigset2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1237791 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575763646398595072
[junit4] 2> 1237795 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1237795 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1237795 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:61352/solr/withconfigset2_shard1_replica_n1/
[junit4] 2> 1237795 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1237795 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:61352/solr/withconfigset2_shard1_replica_n1/ has no replicas
[junit4] 2> 1237795 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1237798 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:61352/solr/withconfigset2_shard1_replica_n1/ shard1
[junit4] 2> 1237903 INFO (zkCallback-1714-thread-2-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1237904 INFO (zkCallback-1714-thread-1-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1237950 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1237951 INFO (qtp13661702-10922) [n:127.0.0.1:61352_solr c:withconfigset2 s:shard1 r:core_node2 x:withconfigset2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica_n1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1271
[junit4] 2> 1237953 INFO (qtp27335993-10931) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1238055 INFO (zkCallback-1714-thread-1-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1238055 INFO (zkCallback-1714-thread-2-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1238234 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1238955 INFO (qtp27335993-10931) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf2&name=withconfigset2&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2726
[junit4] 2> 1238956 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSpecificConfigsets
[junit4] 2> 1238980 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 1238981 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1238983 INFO (qtp27335993-10927) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=withconfigset2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1238985 INFO (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1238987 INFO (qtp13661702-10921) [n:127.0.0.1:61352_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.withconfigset2.shard1.replica_n1, tag=null
[junit4] 2> 1238987 INFO (qtp13661702-10921) [n:127.0.0.1:61352_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1449d9c: rootName = null, domain = solr.core.withconfigset2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.withconfigset2.shard1.replica_n1 / null
[junit4] 2> 1238987 INFO (qtp13661702-10921) [n:127.0.0.1:61352_solr ] o.a.s.c.SolrCore [withconfigset2_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@11e3d41
[junit4] 2> 1238988 INFO (qtp13661702-10921) [n:127.0.0.1:61352_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.withconfigset2.shard1.replica_n1, tag=18758977
[junit4] 2> 1238988 INFO (qtp13661702-10921) [n:127.0.0.1:61352_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.withconfigset2.shard1.leader, tag=18758977
[junit4] 2> 1238992 INFO (qtp13661702-10921) [n:127.0.0.1:61352_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=withconfigset2_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1239697 INFO (qtp27335993-10927) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=withconfigset2&action=DELETE&wt=javabin&version=2} status=0 QTime=713
[junit4] 2> 1239698 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1239700 INFO (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 1239700 WARN (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 10 on collection collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1239700 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1239701 ERROR (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2, value of nrtReplicas is 10, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:157)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1239702 INFO (qtp27335993-10928) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=4
[junit4] 2> 1239703 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 1239728 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
[junit4] 2> 1239729 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1239731 INFO (qtp27335993-10970) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1239732 INFO (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
[junit4] 2> 1239733 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1239939 INFO (OverseerStateUpdate-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"created_and_deleted",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"created_and_deleted_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:61352/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1240141 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1240248 INFO (zkCallback-1714-thread-1-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1240248 INFO (zkCallback-1714-thread-2-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1241161 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1241165 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1241168 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1241168 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica_n1' using configuration from collection created_and_deleted, trusted=true
[junit4] 2> 1241170 WARN (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
[junit4] 2> 1241170 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1241170 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node2\created_and_deleted_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001\tempDir-001\node2\created_and_deleted_shard1_replica_n1\data\]
[junit4] 2> 1241230 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1241230 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1241231 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1241232 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1241232 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14d8f94[created_and_deleted_shard1_replica_n1] main]
[junit4] 2> 1241233 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1241234 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1241234 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1241234 INFO (searcherExecutor-5040-thread-1-processing-n:127.0.0.1:61352_solr x:created_and_deleted_shard1_replica_n1 s:shard1 c:created_and_deleted r:core_node2) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] Registered new searcher Searcher@14d8f94[created_and_deleted_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1241234 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575763650008842240
[junit4] 2> 1241239 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1241239 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1241239 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:61352/solr/created_and_deleted_shard1_replica_n1/
[junit4] 2> 1241239 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1241239 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:61352/solr/created_and_deleted_shard1_replica_n1/ has no replicas
[junit4] 2> 1241239 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1241242 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:61352/solr/created_and_deleted_shard1_replica_n1/ shard1
[junit4] 2> 1241345 INFO (zkCallback-1714-thread-1-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1241345 INFO (zkCallback-1714-thread-2-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1241395 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1241396 INFO (qtp13661702-10920) [n:127.0.0.1:61352_solr c:created_and_deleted s:shard1 r:core_node2 x:created_and_deleted_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica_n1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1255
[junit4] 2> 1241398 INFO (qtp27335993-10970) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1241499 INFO (zkCallback-1714-thread-1-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1241499 INFO (zkCallback-1714-thread-2-processing-n:127.0.0.1:61352_solr) [n:127.0.0.1:61352_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1241734 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000014 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1242399 INFO (qtp27335993-10970) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2668
[junit4] 2> 1242400 INFO (qtp27335993-10926) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1242400 INFO (qtp27335993-10926) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1242401 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1242402 INFO (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1242403 INFO (qtp13661702-10919) [n:127.0.0.1:61352_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=null
[junit4] 2> 1242403 INFO (qtp13661702-10919) [n:127.0.0.1:61352_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16d932: rootName = null, domain = solr.core.created_and_deleted.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.created_and_deleted.shard1.replica_n1 / null
[junit4] 2> 1242404 INFO (qtp13661702-10919) [n:127.0.0.1:61352_solr ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@196f6ff
[junit4] 2> 1242405 INFO (qtp13661702-10919) [n:127.0.0.1:61352_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.created_and_deleted.shard1.replica_n1, tag=26670847
[junit4] 2> 1242405 INFO (qtp13661702-10919) [n:127.0.0.1:61352_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.created_and_deleted.shard1.leader, tag=26670847
[junit4] 2> 1242409 INFO (qtp13661702-10919) [n:127.0.0.1:61352_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1243113 INFO (qtp27335993-10924) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=712
[junit4] 2> 1243114 INFO (qtp27335993-10925) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1243114 INFO (qtp27335993-10925) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1243115 INFO (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
[junit4] 2> 1243137 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 1243138 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1243140 INFO (qtp27335993-10971) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1243141 INFO (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 1243142 ERROR (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:127)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1243142 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1243144 INFO (qtp27335993-10971) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=4
[junit4] 2> 1243144 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 1243168 INFO (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
[junit4] 2> 1243169 INFO (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1243170 INFO (qtp27335993-10972) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1243172 INFO (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.CreateCollectionCmd Create collection oversharded
[junit4] 2> 1243172 ERROR (OverseerThreadFactory-5021-thread-5-processing-n:127.0.0.1:61362_solr) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 6 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:157)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:227)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1243173 INFO (OverseerCollectionConfigSetProcessor-98485227527667724-127.0.0.1:61362_solr-n_0000000000) [n:127.0.0.1:61362_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000018 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1243175 INFO (qtp27335993-10972) [n:127.0.0.1:61347_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=4
[junit4] 2> 1243175 INFO (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
[junit4] 2> 1243202 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingRequiredParameters
[junit4] 2> 1243203 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingRequiredParameters-seed#[60CD8E0C8B9EC242]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1243205 INFO (qtp27335993-10931) [n:127.0.0.1:61347_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params action=CREATE&numShards=2&wt=javabin&version=2 and sendToO
[...truncated too long message...]
vletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1349825 INFO (qtp16524918-11228) [n:127.0.0.1:61362_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:61347_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node13&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=2007
[junit4] 2> 1350520 WARN (zkCallback-1719-thread-12-processing-n:127.0.0.1:61357_solr) [n:127.0.0.1:61357_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1350520 INFO (jetty-closer-1699-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17cf528{/solr,null,UNAVAILABLE}
[junit4] 2> 1350540 WARN (zkCallback-1716-thread-8-processing-n:127.0.0.1:61347_solr) [n:127.0.0.1:61347_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1350540 INFO (jetty-closer-1699-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@377b23{/solr,null,UNAVAILABLE}
[junit4] 2> 1350542 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1350543 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[60CD8E0C8B9EC242]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61343 61343
[junit4] 2> 1350544 INFO (Thread-2327) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61343 61343
[junit4] 2> 1350545 WARN (Thread-2327) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/configs/conf
[junit4] 2> 7 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 61 /solr/collections/addReplicaColl/state.json
[junit4] 2> 24 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 15 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 13 /solr/collections/halfdeletedcollection/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 2 /solr/collections/addReplicaColl/leader_elect/shard1/election/98485227527667729-core_node5-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 285 /solr/collections
[junit4] 2> 7 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CollectionsAPIDistributedZkTest_60CD8E0C8B9EC242-001
[junit4] 2> Aug 15, 2017 2:50:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=FST50}, docValues:{}, maxPointsInLeafNode=1098, maxMBSortInHeap=7.126697798037536, sim=RandomSimilarity(queryNorm=true): {}, locale=es-US, timezone=SST
[junit4] 2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=101440928,total=457179136
[junit4] 2> NOTE: All tests run in this JVM: [CacheHeaderTest, TestWordDelimiterFilterFactory, DistribCursorPagingTest, CloudMLTQParserTest, DocValuesMultiTest, TestIndexSearcher, SolrCoreMetricManagerTest, BasicAuthIntegrationTest, TestScoreJoinQPScore, TestBulkSchemaAPI, RankQueryTest, StatsReloadRaceTest, TestNamedUpdateProcessors, SearchHandlerTest, AddBlockUpdateTest, HdfsUnloadDistributedZkTest, TestSimpleTrackingShardHandler, ForceLeaderTest, DistributedMLTComponentTest, TestFastLRUCache, TestExclusionRuleCollectionAccess, ClassificationUpdateProcessorFactoryTest, TestNumericRangeQuery32, RulesTest, TestJettySolrRunner, SolrGangliaReporterTest, TestNumericTokenStream, TestXmlQParserPlugin, UninvertDocValuesMergePolicyTest, TestPointFields, TestRecovery, TestPKIAuthenticationPlugin, DistribJoinFromCollectionTest, JvmMetricsTest, TestPivotHelperCode, CdcrBootstrapTest, TestMissingGroups, TestDocSet, TestHalfAndHalfDocValues, GraphQueryTest, TestSolrXml, SolrPluginUtilsTest, QueryEqualityTest, FieldMutatingUpdateProcessorTest, TestAnalyzedSuggestions, TestNonDefinedSimilarityFactory, TestSolrCoreSnapshots, TestCloudRecovery, DocumentBuilderTest, TestManagedResourceStorage, OpenExchangeRatesOrgProviderTest, TestMacros, CoreMergeIndexesAdminHandlerTest, TestFastOutputStream, TestManagedSynonymGraphFilterFactory, TestZkChroot, DebugComponentTest, FacetPivotSmallTest, TestRestoreCore, TestClassicSimilarityFactory, AssignBackwardCompatibilityTest, HdfsRecoverLeaseTest, NodeMutatorTest, CopyFieldTest, FileBasedSpellCheckerTest, TestPullReplica, DocExpirationUpdateProcessorFactoryTest, TestReplicationHandlerBackup, TestSolrDeletionPolicy1, PKIAuthenticationIntegrationTest, TestStreamBody, ZkStateReaderTest, TestSolrCloudWithSecureImpersonation, TestLockTree, UpdateRequestProcessorFactoryTest, SparseHLLTest, LeaderFailoverAfterPartitionTest, HdfsLockFactoryTest, TestSerializedLuceneMatchVersion, ParsingFieldUpdateProcessorsTest, HdfsChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderTest, SolrIndexConfigTest, TestLegacyFieldReuse, SolrSlf4jReporterTest, SolrCoreCheckLockOnStartupTest, SmileWriterTest, CollectionsAPISolrJTest, HttpPartitionTest, TestCustomSort, TestLuceneMatchVersion, ExternalFileFieldSortTest, LukeRequestHandlerTest, CollectionReloadTest, DeleteShardTest, SampleTest, StatelessScriptUpdateProcessorFactoryTest, OpenCloseCoreStressTest, TestHashQParserPlugin, TestConfigSetsAPIExclusivity, BJQParserTest, LargeFieldTest, TestLRUCache, HdfsThreadLeakTest, ReplicaListTransformerTest, TestSolr4Spatial, TestGeoJSONResponseWriter, CollectionTooManyReplicasTest, TestLegacyFieldCache, SignatureUpdateProcessorFactoryTest, TestDistributedMissingSort, TestDistribDocBasedVersion, TestElisionMultitermQuery, TestCoreDiscovery, TestCoreAdminApis, PreAnalyzedFieldTest, TestCrossCoreJoin, TestClusterProperties, TriLevelCompositeIdRoutingTest, SaslZkACLProviderTest, TestReloadAndDeleteDocs, TestLeaderInitiatedRecoveryThread, DistributedExpandComponentTest, BooleanFieldTest, TestRealTimeGet, TestSimpleTextCodec, MoveReplicaTest, OverseerStatusTest, SuggesterFSTTest, TestSolrCloudWithDelegationTokens, LoggingHandlerTest, PluginInfoTest, TestRawResponseWriter, AutoCommitTest, TestSolrConfigHandlerConcurrent, TestBM25SimilarityFactory, TestFieldCache, TestRTimerTree, TestCustomStream, SolrJmxReporterCloudTest, SuggesterTSTTest, TestExactStatsCache, TestBackupRepositoryFactory, TestManagedSchemaAPI, AnalyticsQueryTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [333/730 (1!)] on J1 in 119.47s, 19 tests, 1 failure <<< FAILURES!
[...truncated 40717 lines...]