You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/09/05 18:00:49 UTC
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-14.0.1) - Build # 1460
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1460/
Java: 64bit/jdk-14.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
acoll: 1599327133017 bcoll: 1599327133570
Stack Trace:
java.lang.AssertionError: acoll: 1599327133017 bcoll: 1599327133570
at __randomizedtesting.SeedInfo.seed([2213DFBA02F642CB:AA47E060AC0A2F33]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:832)
Build Log:
[...truncated 15071 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> 1562358 INFO (SUITE-MultiThreadedOCPTest-seed#[2213DFBA02F642CB]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1562358 INFO (SUITE-MultiThreadedOCPTest-seed#[2213DFBA02F642CB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1562359 INFO (SUITE-MultiThreadedOCPTest-seed#[2213DFBA02F642CB]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/data-dir-107-001
[junit4] 2> 1562359 INFO (SUITE-MultiThreadedOCPTest-seed#[2213DFBA02F642CB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1562360 INFO (SUITE-MultiThreadedOCPTest-seed#[2213DFBA02F642CB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1562360 INFO (SUITE-MultiThreadedOCPTest-seed#[2213DFBA02F642CB]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /z/p
[junit4] 2> 1562370 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1562371 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1562371 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1562374 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1562472 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer start zk server on port: 61428
[junit4] 2> 1562472 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:61428
[junit4] 2> 1562472 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:61428
[junit4] 2> 1562472 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 61428
[junit4] 2> 1562492 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1562508 INFO (zkConnectionManagerCallback-12283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1562508 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1562535 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1562556 INFO (zkConnectionManagerCallback-12285-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1562558 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1562570 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1562580 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1562588 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1562596 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1562636 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1562650 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1562826 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1562853 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1562897 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1563011 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1563218 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1563346 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1564828 WARN (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1564828 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1564828 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1564828 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14.0.1+7
[junit4] 2> 1564840 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1564840 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1564840 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1564852 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3435e8b6{/z/p,null,AVAILABLE}
[junit4] 2> 1564858 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5120f3f6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:61433}
[junit4] 2> 1564858 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.s.Server Started @1564939ms
[junit4] 2> 1564858 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z/p, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/tempDir-001/control/data, hostPort=61433, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/control-001/cores}
[junit4] 2> 1564859 ERROR (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1564859 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1564859 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 1564859 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1564859 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1564859 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-05T17:31:25.793261Z
[junit4] 2> 1564861 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1565033 INFO (zkConnectionManagerCallback-12287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1565034 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1565207 WARN (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]-SendThread(127.0.0.1:61428)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000531b0640002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1565414 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1565414 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/control-001/solr.xml
[junit4] 2> 1565422 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1565422 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1565424 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1565498 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1565546 WARN (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ed060c7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1565546 WARN (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ed060c7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1565604 WARN (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4e706bf0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1565604 WARN (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4e706bf0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1565612 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61428/solr
[junit4] 2> 1565622 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1565723 INFO (zkConnectionManagerCallback-12297-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1565724 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1565762 WARN (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]-SendThread(127.0.0.1:61428)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000531b0640003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1565887 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1565925 INFO (zkConnectionManagerCallback-12299-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1565926 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1571298 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61433_z%2Fp
[junit4] 2> 1571302 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.Overseer Overseer (id=72063305008807940-127.0.0.1:61433_z%2Fp-n_0000000000) starting
[junit4] 2> 1571405 INFO (OverseerStateUpdate-72063305008807940-127.0.0.1:61433_z%2Fp-n_0000000000) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:61433_z%2Fp
[junit4] 2> 1571408 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61433_z%2Fp
[junit4] 2> 1571462 INFO (zkCallback-12298-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1571518 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1571518 WARN (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1571562 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1571636 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1571663 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1571664 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1571670 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/control-001/cores
[junit4] 2> 1571716 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1571721 INFO (zkConnectionManagerCallback-12316-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1571735 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1571755 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1571782 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61428/solr ready
[junit4] 2> 1571794 INFO (qtp939841116-22152) [n:127.0.0.1:61433_z%2Fp ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:61433_z%252Fp&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1571850 INFO (OverseerThreadFactory-12306-thread-1-processing-n:127.0.0.1:61433_z%2Fp) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1572060 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1572060 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1573779 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 1573965 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 1574393 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1574838 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 1574838 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1574838 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1574840 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1574842 WARN (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1574984 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1574984 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1575005 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1575006 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1575024 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1575077 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1575081 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1575081 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1575081 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1677016009031024640
[junit4] 2> 1575089 INFO (searcherExecutor-12318-thread-1-processing-n:127.0.0.1:61433_z%2Fp x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1575130 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1575131 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 1575259 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1575259 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1575259 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61433/z/p/control_collection_shard1_replica_n1/
[junit4] 2> 1575270 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1575276 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:61433/z/p/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1575276 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72063305008807940-core_node2-n_0000000000
[junit4] 2> 1575339 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61433/z/p/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1575417 INFO (zkCallback-12298-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1575417 INFO (zkCallback-12298-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1575478 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1575493 INFO (qtp939841116-22151) [n:127.0.0.1:61433_z%2Fp ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3433
[junit4] 2> 1575520 INFO (qtp939841116-22152) [n:127.0.0.1:61433_z%2Fp ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1575599 INFO (zkCallback-12298-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1575599 INFO (zkCallback-12298-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1575602 INFO (zkCallback-12298-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1575630 INFO (qtp939841116-22152) [n:127.0.0.1:61433_z%2Fp ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:61433_z%252Fp&wt=javabin&version=2} status=0 QTime=3836
[junit4] 2> 1575634 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 1575678 WARN (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]-SendThread(127.0.0.1:61428)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000531b0640005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1575796 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1575817 INFO (zkConnectionManagerCallback-12327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1575817 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1575836 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1575852 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61428/solr ready
[junit4] 2> 1575852 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1575855 INFO (qtp939841116-22152) [n:127.0.0.1:61433_z%2Fp ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1575874 INFO (OverseerThreadFactory-12306-thread-2-processing-n:127.0.0.1:61433_z%2Fp) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1575875 INFO (OverseerCollectionConfigSetProcessor-72063305008807940-127.0.0.1:61433_z%2Fp-n_0000000000) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1576111 WARN (OverseerThreadFactory-12306-thread-2-processing-n:127.0.0.1:61433_z%2Fp) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1576124 INFO (qtp939841116-22152) [n:127.0.0.1:61433_z%2Fp ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1576139 INFO (qtp939841116-22152) [n:127.0.0.1:61433_z%2Fp ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=284
[junit4] 2> 1576144 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
[junit4] 2> 1576144 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1576144 INFO (watches-12324-thread-1) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
[junit4] 2> 1576144 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
[junit4] 2> 1576144 INFO (watches-12324-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1576144 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1576144 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
[junit4] 2> 1576144 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 1576145 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
[junit4] 2> 1576685 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-1-001 of type NRT for shard2
[junit4] 2> 1576724 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1576724 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1576724 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1576724 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14.0.1+7
[junit4] 2> 1576764 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1576764 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1576764 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1576768 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46da233b{/z/p,null,AVAILABLE}
[junit4] 2> 1576814 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f665494{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:61480}
[junit4] 2> 1576814 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.Server Started @1576895ms
[junit4] 2> 1576814 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z/p, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/tempDir-001/jetty1, hostPort=61480, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-1-001/cores}
[junit4] 2> 1576814 ERROR (closeThreadPool-12328-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1576814 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1576815 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 1576815 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1576815 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1576815 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-05T17:31:37.749141Z
[junit4] 2> 1576823 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1576838 INFO (zkConnectionManagerCallback-12330-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1576839 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1576850 WARN (closeThreadPool-12328-thread-1-SendThread(127.0.0.1:61428)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000531b0640007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1576953 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1576953 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-1-001/solr.xml
[junit4] 2> 1576961 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1576961 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1576963 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1577127 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1577132 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2649bfa6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1577132 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2649bfa6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1577229 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7bb29548[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1577229 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7bb29548[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1577237 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61428/solr
[junit4] 2> 1577247 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1577281 INFO (zkConnectionManagerCallback-12340-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1577289 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1577365 WARN (closeThreadPool-12328-thread-1-SendThread(127.0.0.1:61428)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000531b0640008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b0640008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1577499 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1577508 INFO (zkConnectionManagerCallback-12342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1577508 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1577548 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1577585 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.c.ZkController Publish node=127.0.0.1:61480_z%2Fp as DOWN
[junit4] 2> 1577600 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1577601 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61480_z%2Fp
[junit4] 2> 1577605 INFO (zkCallback-12298-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1577606 INFO (zkCallback-12326-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1577610 INFO (zkCallback-12341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1577620 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1577621 WARN (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1577655 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1577712 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1577755 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1577756 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1577762 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61480_z%2Fp ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-1-001/cores
[junit4] 2> 1577778 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:61480_z%2Fp
[junit4] 2> 1577891 INFO (OverseerCollectionConfigSetProcessor-72063305008807940-127.0.0.1:61433_z%2Fp-n_0000000000) [n:127.0.0.1:61433_z%2Fp ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1577940 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-2-001 of type NRT for shard1
[junit4] 2> 1577942 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1577942 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1577942 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1577942 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14.0.1+7
[junit4] 2> 1577948 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1577948 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1577948 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1577950 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36ea8f8a{/z/p,null,AVAILABLE}
[junit4] 2> 1577952 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c0bc2a4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:61505}
[junit4] 2> 1577952 INFO (closeThreadPool-12328-thread-1) [ ] o.e.j.s.Server Started @1578034ms
[junit4] 2> 1577952 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z/p, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/tempDir-001/jetty2, hostPort=61505, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-2-001/cores}
[junit4] 2> 1577953 ERROR (closeThreadPool-12328-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1577953 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1577953 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 1577953 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1577953 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1577953 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-05T17:31:38.887535Z
[junit4] 2> 1577955 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1577959 INFO (zkConnectionManagerCallback-12352-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1577959 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1577962 WARN (closeThreadPool-12328-thread-1-SendThread(127.0.0.1:61428)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000531b064000a.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b064000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b064000a, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1578065 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1578065 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-2-001/solr.xml
[junit4] 2> 1578095 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1578095 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1578096 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1578483 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1578487 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ea9dbaf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1578487 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ea9dbaf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1578499 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@445eecc2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1578499 WARN (closeThreadPool-12328-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@445eecc2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1578501 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61428/solr
[junit4] 2> 1578506 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1578509 INFO (zkConnectionManagerCallback-12362-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1578511 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1578623 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1578652 INFO (zkConnectionManagerCallback-12364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1578652 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1578729 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1578778 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.c.ZkController Publish node=127.0.0.1:61505_z%2Fp as DOWN
[junit4] 2> 1578795 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1578795 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61505_z%2Fp
[junit4] 2> 1578815 INFO (zkCallback-12298-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1578815 INFO (zkCallback-12341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1578815 INFO (zkCallback-12363-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1578815 INFO (zkCallback-12326-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1578833 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1578834 WARN (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1578869 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1578881 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-3-001 of type NRT for shard2
[junit4] 2> 1578883 WARN (closeThreadPool-12328-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1578883 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1578883 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1578884 INFO (closeThreadPool-12328-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14.0.1+7
[junit4] 2> 1578886 INFO (closeThreadPool-12328-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1578886 INFO (closeThreadPool-12328-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1578886 INFO (closeThreadPool-12328-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1578887 INFO (closeThreadPool-12328-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d0c6e55{/z/p,null,AVAILABLE}
[junit4] 2> 1578888 INFO (closeThreadPool-12328-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d74b069{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:61515}
[junit4] 2> 1578888 INFO (closeThreadPool-12328-thread-2) [ ] o.e.j.s.Server Started @1578969ms
[junit4] 2> 1578888 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/z/p, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/tempDir-001/jetty3, hostPort=61515, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-3-001/cores}
[junit4] 2> 1578888 ERROR (closeThreadPool-12328-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1578888 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1578888 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 1578888 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1578888 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1578888 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-05T17:31:39.822707Z
[junit4] 2> 1578890 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1578895 INFO (zkConnectionManagerCallback-12373-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1578895 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1578900 WARN (closeThreadPool-12328-thread-2-SendThread(127.0.0.1:61428)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000531b064000d.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b064000d, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b064000d, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1578909 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1578923 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1578923 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1578925 INFO (closeThreadPool-12328-thread-1) [n:127.0.0.1:61505_z%2Fp ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-2-001/cores
[junit4] 2> 1578951 INFO (closeThreadPool-12328-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:61505_z%2Fp
[junit4] 2> 1579003 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1579003 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-3-001/solr.xml
[junit4] 2> 1579007 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1579007 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1579008 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1580075 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1580076 WARN (closeThreadPool-12328-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67c7c894[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1580076 WARN (closeThreadPool-12328-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67c7c894[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1580081 WARN (closeThreadPool-12328-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3408bc5b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1580081 WARN (closeThreadPool-12328-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3408bc5b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1580083 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61428/solr
[junit4] 2> 1580085 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1580089 INFO (zkConnectionManagerCallback-12384-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1580089 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1580093 WARN (closeThreadPool-12328-thread-2-SendThread(127.0.0.1:61428)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000531b064000e.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b064000e, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000531b064000e, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1580197 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1580202 INFO (zkConnectionManagerCallback-12386-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1580202 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1580232 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1580249 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.c.ZkController Publish node=127.0.0.1:61515_z%2Fp as DOWN
[junit4] 2> 1580251 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1580252 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61515_z%2Fp
[junit4] 2> 1580257 INFO (zkCallback-12363-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1580257 INFO (zkCallback-12341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1580257 INFO (zkCallback-12298-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1580257 INFO (zkCallback-12326-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1580258 INFO (zkCallback-12385-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1580263 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1580264 WARN (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1580284 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1580303 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1580314 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1580314 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1580317 INFO (closeThreadPool-12328-thread-2) [n:127.0.0.1:61515_z%2Fp ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-3-001/cores
[junit4] 2> 1580337 INFO (closeThreadPool-12328-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:61515_z%2Fp
[junit4] 2> 1580348 INFO (qtp939841116-22153) [n:127.0.0.1:61433_z%2Fp ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61515_z%252Fp&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1580348 INFO (qtp939841116-22152) [n:127.0.0.1:61433_z%2Fp ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61505_z%252Fp&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1580348 INFO (qtp939841116-22154) [n:127.0.0.1:61433_z%2Fp ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61480_z%252Fp&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1580374 INFO (OverseerThreadFactory-12306-thread-3-processing-n:127.0.0.1:61433_z%2Fp) [n:127.0.0.1:61433_z%2Fp c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61505_z%2Fp for creating new replica of shard shard1 for collection collection1
[junit4] 2> 1580376 INFO (OverseerThreadFactory-12306-thread-4-processing-n:127.0.0.1:61433_z%2Fp) [n:127.0.0.1:61433_z%2Fp c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61515_z%2Fp for creating new replica of shard shard2 for collection collection1
[junit4] 2> 1580384 INFO (OverseerThreadFactory-12306-thread-3-processing-n:127.0.0.1:61433_z%2Fp) [n:127.0.0.1:61433_z%2Fp c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1580386 INFO (OverseerThreadFactory-12306-thread-4-processing-n:127.0.0.1:61433_z%2Fp) [n:127.0.0.1:61433_z%2Fp c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1580390 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1580393 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp x:collection1_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1581439 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 1581444 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 1581452 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 1581485 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 1581592 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1581628 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1581684 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 1581685 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1581685 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
[junit4] 2> 1581687 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1581689 WARN (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1581706 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from configset conf1, trusted=true
[junit4] 2> 1581706 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@994ca1a
[junit4] 2> 1581707 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-3-001/cores/collection1_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001/shard-3-001/cores/collection1_shard2_replica_n2/data/]
[junit4] 2> 1581713 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1581726 WARN (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1581756 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1581757 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1581758 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1581758 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1581759 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1581762 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1581763 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1581763 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1581763 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1677016016037609472
[junit4] 2> 1581769 INFO (searcherExecutor-12397-thread-1-processing-n:127.0.0.1:61505_z%2Fp x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1581788 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1581788 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1581792 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1581792 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1581794 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1581794 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1581795 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1581802 INFO (qtp2034969496-22267) [n:127.0.0.1:61515_z%2Fp c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1581804 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1581805 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1581805 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61505/z/p/collection1_shard1_replica_n1/
[junit4] 2> 1581805 INFO (qtp309161012-22241) [n:127.0.0.1:61505_z%2Fp c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[
[...truncated too long message...]
ntCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1629897 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/collections/collection1/state.json
[junit4] 2> 7 /solr/collections/collection1/terms/shard2
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/collections/ocptest_shardsplit2/terms/shard2_0
[junit4] 2> 3 /solr/collections/ocptest_shardsplit2/terms/shard1_1
[junit4] 2> 3 /solr/collections/ocptest_shardsplit2/terms/shard1_0
[junit4] 2> 3 /solr/collections/control_collection/terms/shard1
[junit4] 2> 3 /solr/collections/ocptest_shardsplit2/terms/shard2_1
[junit4] 2> 3 /solr/collections/collection1/terms/shard1
[junit4] 2> 3 /solr/collections/ocptest_shardsplit2/collectionprops.json
[junit4] 2> 2 /solr/collections/ocptest_shardsplit2/terms/shard2
[junit4] 2> 2 /solr/collections/ocptest_shardsplit2/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest_shardsplit2/terms/shard1
[junit4] 2> 2 /solr/collections/ocptest1/terms/shard1
[junit4] 2> 2 /solr/collections/ocptest2/terms/shard1
[junit4] 2> 2 /solr/collections/ocptest2/terms/shard2
[junit4] 2> 2 /solr/collections/ocptest3/terms/shard2
[junit4] 2> 2 /solr/collections/ocptest3/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest3/terms/shard1
[junit4] 2> 2 /solr/collections/collection1/terms/shard1_0
[junit4] 2> 2 /solr/collections/ocptest_shardsplit/terms/shard4
[junit4] 2> 2 /solr/collections/ocptest2/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest_shardsplit/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest_shardsplit/terms/shard2
[junit4] 2> 2 /solr/collections/ocptest1/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest_shardsplit/terms/shard1
[junit4] 2> 2 /solr/collections/ocptest1/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 114 /solr/collections/ocptest_shardsplit2/state.json
[junit4] 2> 62 /solr/clusterstate.json
[junit4] 2> 44 /solr/collections/ocptest_shardsplit/state.json
[junit4] 2> 33 /solr/collections/ocptest1/state.json
[junit4] 2> 33 /solr/collections/ocptest3/state.json
[junit4] 2> 33 /solr/collections/ocptest2/state.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/72063305008807945-127.0.0.1:61480_z%2Fp-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 106 /solr/overseer/queue
[junit4] 2> 51 /solr/overseer/collection-queue-work
[junit4] 2> 31 /solr/collections
[junit4] 2> 22 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1629925 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:61428
[junit4] 2> 1629926 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:61428
[junit4] 2> 1629926 INFO (TEST-MultiThreadedOCPTest.test-seed#[2213DFBA02F642CB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 61428
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=2213DFBA02F642CB -Dtests.slow=true -Dtests.locale=rm-CH -Dtests.timezone=Israel -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 67.6s J4 | MultiThreadedOCPTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: acoll: 1599327133017 bcoll: 1599327133570
[junit4] > at __randomizedtesting.SeedInfo.seed([2213DFBA02F642CB:AA47E060AC0A2F33]:0)
[junit4] > at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
[junit4] > at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:832)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.MultiThreadedOCPTest_2213DFBA02F642CB-001
[junit4] 2> Sep 05, 2020 5:32:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=rm-CH, timezone=Israel
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 14.0.1 (64-bit)/cpus=6,threads=1,free=180087272,total=487387136
[junit4] 2> NOTE: All tests run in this JVM: [DistributedQueryComponentCustomSortTest, GraphQueryTest, BlobRepositoryCloudTest, TestDynamicFieldResource, AdminHandlersProxyTest, ZookeeperStatusHandlerTest, ForceLeaderTest, SampleTest, ShardRoutingCustomTest, AssignTest, CleanupOldIndexTest, TestExplainDocTransformer, SolrCoreCheckLockOnStartupTest, TestSchemaNameResource, MetricTriggerTest, TestCSVLoader, TestFacetMethods, TestHighlightDedupGrouping, SolrCloudExampleTest, TestExactSharedStatsCache, TestMissingGroups, TestImpersonationWithHadoopAuth, TestLockTree, TestBlendedInfixSuggestions, EnumFieldTest, CdcrWithNodesRestartsTest, TestSolrCoreProperties, HttpSolrCallGetCoreTest, MoveReplicaTest, UpdateRequestProcessorFactoryTest, ZkControllerTest, TlogReplayBufferedWhileIndexingTest, TestFoldingMultitermQuery, InfoHandlerTest, TestCollectionAPIs, TestPointFields, TermVectorComponentTest, HdfsChaosMonkeySafeLeaderTest, TestCloudJSONFacetJoinDomain, MetricsHistoryWithAuthIntegrationTest, MoreLikeThisHandlerTest, TestAuthorizationFramework, SmileWriterTest, TestPostingsSolrHighlighter, TriggerEventQueueTest, TestFunctionQuery, TestSimTriggerIntegration, QueryResultKeyTest, SpatialFilterTest, RegexBoostProcessorTest, TestTextField, MaxScoreCollectorTest, NodeMarkersRegistrationTest, TestConfig, QueryElevationComponentTest, DistribDocExpirationUpdateProcessorTest, BitVectorTest, SuggesterTSTTest, TestBooleanSimilarityFactory, TestSimDistribStateManager, DeleteNodeTest, RollingRestartTest, CollectionsAPIDistributedZkTest, SolrIndexSplitterTest, ProtectedTermFilterFactoryTest, OverseerSolrResponseTest, TestSolrConfigHandler, RemoteQueryErrorTest, TestTolerantUpdateProcessorRandomCloud, TestPayloadScoreQParserPlugin, OrderedExecutorTest, CdcrBootstrapTest, TestAuthenticationFramework, DisMaxRequestHandlerTest, PreAnalyzedFieldTest, LeaderFailureAfterFreshStartTest, TestStressInPlaceUpdates, StatelessScriptUpdateProcessorFactoryTest, TestDynamicLoading, NotRequiredUniqueKeyTest, AliasIntegrationTest, TestRecoveryHdfs, ConnectionManagerTest, TestLegacyNumericUtils, BJQFilterAccessibleTest, BinaryUpdateRequestHandlerTest, TestHdfsCloudBackupRestore, PackageManagerCLITest, RankQueryTest, TestDocumentBuilder, TestGroupingSearch, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerSchemaAPI, ChaosMonkeyNothingIsSafeTest, DeleteReplicaTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest]
[junit4] Completed [503/919 (1!)] on J4 in 68.73s, 1 test, 1 failure <<< FAILURES!
[...truncated 46346 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1460/consoleText
[repro] Revision: 3d411abbdccbe423e1573b1b1a08173e5f6d4690
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=2213DFBA02F642CB -Dtests.slow=true -Dtests.locale=rm-CH -Dtests.timezone=Israel -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] MultiThreadedOCPTest
[repro] ant compile-test
[...truncated 3453 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.MultiThreadedOCPTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=2213DFBA02F642CB -Dtests.slow=true -Dtests.locale=rm-CH -Dtests.timezone=Israel -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 83 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.MultiThreadedOCPTest
[repro] Exiting with code 0
[...truncated 91 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk1.8.0) - Build # 1464 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1464/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestICUCollationField
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([D83042013A42ECAB]:0)
FAILED: org.apache.solr.security.TestAuthorizationFramework.authorizationFrameworkTest
Error Message:
Error from server at http://127.0.0.1:55500: Underlying core creation failed while creating collection: control_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55500: Underlying core creation failed while creating collection: control_collection
at __randomizedtesting.SeedInfo.seed([57AC3BFAC283265E:190F4E29D358374E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1173)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1088)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13376 lines...]
[junit4] Suite: org.apache.solr.security.TestAuthorizationFramework
[junit4] 2> 29070 INFO (SUITE-TestAuthorizationFramework-seed#[57AC3BFAC283265E]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 29070 INFO (SUITE-TestAuthorizationFramework-seed#[57AC3BFAC283265E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 29071 INFO (SUITE-TestAuthorizationFramework-seed#[57AC3BFAC283265E]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.security.TestAuthorizationFramework_57AC3BFAC283265E-001/data-dir-2-001
[junit4] 2> 29071 INFO (SUITE-TestAuthorizationFramework-seed#[57AC3BFAC283265E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 29078 INFO (SUITE-TestAuthorizationFramework-seed#[57AC3BFAC283265E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 29078 INFO (SUITE-TestAuthorizationFramework-seed#[57AC3BFAC283265E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 29114 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 29117 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 29118 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 29120 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 29227 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer start zk server on port: 55485
[junit4] 2> 29227 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:55485
[junit4] 2> 29227 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55485
[junit4] 2> 29228 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55485
[junit4] 2> 29238 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29244 INFO (zkConnectionManagerCallback-76-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29251 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 29265 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29271 INFO (zkConnectionManagerCallback-78-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29272 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 29277 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 29286 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 29295 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 29302 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 29307 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 29317 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 29322 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 29326 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 29331 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 29336 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 29342 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 29349 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 29353 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29354 INFO (zkConnectionManagerCallback-82-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29355 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30784 WARN (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 30784 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 30784 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 30784 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_201-b09
[junit4] 2> 30824 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 30824 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 30825 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 30831 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28a63a5c{/,null,AVAILABLE}
[junit4] 2> 30873 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66b677cc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:55500}
[junit4] 2> 30873 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.s.Server Started @30960ms
[junit4] 2> 30873 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.security.TestAuthorizationFramework_57AC3BFAC283265E-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=55500, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.security.TestAuthorizationFramework_57AC3BFAC283265E-001/control-001/cores}
[junit4] 2> 30881 ERROR (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 30882 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 30883 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 30883 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 30883 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 30883 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-06T17:55:46.791Z
[junit4] 2> 30930 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 30935 INFO (zkConnectionManagerCallback-84-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 30938 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30953 WARN (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]-SendThread(127.0.0.1:55485)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000a6e5a4d0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000a6e5a4d0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000a6e5a4d0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 31066 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 31067 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.security.TestAuthorizationFramework_57AC3BFAC283265E-001/control-001/solr.xml
[junit4] 2> 31093 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 31093 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 31097 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7ca3af4c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 31391 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 31393 WARN (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73e92220[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 31393 WARN (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73e92220[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 31404 WARN (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5259f43a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 31404 WARN (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5259f43a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 31444 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55485/solr
[junit4] 2> 31446 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 31450 INFO (zkConnectionManagerCallback-94-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 31450 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 31561 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 31565 INFO (zkConnectionManagerCallback-96-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 31565 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 32092 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55500_
[junit4] 2> 32096 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.c.Overseer Overseer (id=72069063115603973-127.0.0.1:55500_-n_0000000000) starting
[junit4] 2> 32166 INFO (OverseerStateUpdate-72069063115603973-127.0.0.1:55500_-n_0000000000) [n:127.0.0.1:55500_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:55500_
[junit4] 2> 32176 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55500_
[junit4] 2> 32217 INFO (zkCallback-95-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 32261 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 32262 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.c.CoreContainer Initializing authorization plugin: org.apache.solr.security.MockAuthorizationPlugin
[junit4] 2> 32267 WARN (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=enabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 32349 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 32401 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ca3af4c
[junit4] 2> 32414 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ca3af4c
[junit4] 2> 32415 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ca3af4c
[junit4] 2> 32418 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [n:127.0.0.1:55500_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.security.TestAuthorizationFramework_57AC3BFAC283265E-001/control-001/cores
[junit4] 2> 32473 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 32477 INFO (zkConnectionManagerCallback-113-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 32477 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 32486 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 32496 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55485/solr ready
[junit4] 2> 32515 INFO (qtp1178205187-194) [n:127.0.0.1:55500_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:55500_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 32564 INFO (OverseerThreadFactory-103-thread-1-processing-n:127.0.0.1:55500_) [n:127.0.0.1:55500_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 33624 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 33638 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 34764 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 35205 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 37209 WARN (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
[junit4] 2> 37399 WARN (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 37415 WARN (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 37447 WARN (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 40338 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 41689 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 41727 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ca3af4c
[junit4] 2> 41788 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.security.TestAuthorizationFramework_57AC3BFAC283265E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.security.TestAuthorizationFramework_57AC3BFAC283265E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 41905 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3657920513884183]
[junit4] 2> 44693 WARN (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 47843 ERROR (OverseerThreadFactory-103-thread-1-processing-n:127.0.0.1:55500_) [n:127.0.0.1:55500_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:55500
[junit4] 2> => org.apache.solr.client.solrj.SolrServerException: Total timeout 15000 ms elapsed
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient$1.onFailure(Http2SolrClient.java:413)
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Total timeout 15000 ms elapsed
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient$1.onFailure(Http2SolrClient.java:413) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.client.ResponseNotifier.notifyFailure(ResponseNotifier.java:197) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.ResponseNotifier.notifyFailure(ResponseNotifier.java:189) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpReceiver.abort(HttpReceiver.java:608) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpChannel.abortResponse(HttpChannel.java:156) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpChannel.abort(HttpChannel.java:149) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpExchange.abort(HttpExchange.java:257) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpConversation.abort(HttpConversation.java:149) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpRequest.abort(HttpRequest.java:796) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.TimeoutCompleteListener.onTimeoutExpired(TimeoutCompleteListener.java:51) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.io.CyclicTimeout$Wakeup.run(CyclicTimeout.java:282) ~[jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_201]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_201]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_201]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_201]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[junit4] 2> Caused by: java.util.concurrent.TimeoutException: Total timeout 15000 ms elapsed
[junit4] 2> ... 9 more
[junit4] 2> 47845 ERROR (OverseerThreadFactory-103-thread-1-processing-n:127.0.0.1:55500_) [n:127.0.0.1:55500_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 47865 INFO (OverseerThreadFactory-103-thread-1-processing-n:127.0.0.1:55500_) [n:127.0.0.1:55500_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 47880 ERROR (qtp1178205187-196) [n:127.0.0.1:55500_ x:control_collection_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Cannot unload non-existent core [control_collection_shard1_replica_n1]
[junit4] 2> at org.apache.solr.core.CoreContainer.unload(CoreContainer.java:1769)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$1(CoreAdminOperation.java:108)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 47881 INFO (qtp1178205187-196) [n:127.0.0.1:55500_ x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=control_collection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 47932 ERROR (OverseerThreadFactory-103-thread-1-processing-n:127.0.0.1:55500_) [n:127.0.0.1:55500_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:55500
[junit4] 2> => org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at null: Cannot unload non-existent core [control_collection_shard1_replica_n1]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.processErrorsAndResponse(Http2SolrClient.java:775)
[junit4] 2> org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at null: Cannot unload non-existent core [control_collection_shard1_replica_n1]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.processErrorsAndResponse(Http2SolrClient.java:775) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.processErrorsAndResponse(Http2SolrClient.java:464) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.access$1200(Http2SolrClient.java:114) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient$1.lambda$onHeaders$0(Http2SolrClient.java:397) ~[java/:?]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_201]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_201]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[junit4] 2> 48011 INFO (OverseerThreadFactory-103-thread-1-processing-n:127.0.0.1:55500_) [n:127.0.0.1:55500_ ] o.a.s.c.a.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [control_collection]
[junit4] 2> 48012 ERROR (OverseerThreadFactory-103-thread-1-processing-n:127.0.0.1:55500_) [n:127.0.0.1:55500_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Underlying core creation failed while creating collection: control_collection
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:309)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:264)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:517)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 48036 INFO (qtp1178205187-194) [n:127.0.0.1:55500_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:55500_&wt=javabin&version=2} status=400 QTime=15528
[junit4] 2> 48174 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=61251867
[junit4] 2> 48174 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55500_
[junit4] 2> 48181 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 48181 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:55500_ as DOWN
[junit4] 2> 48205 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 48205 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@570a56d3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3573615a
[junit4] 2> 48212 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 48213 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@534367d5: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@4264798a
[junit4] 2> 48215 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 48215 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@632615b2: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@7cd1b328
[junit4] 2> 48215 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 48216 INFO (closeThreadPool-123-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72069063115603973-127.0.0.1:55500_-n_0000000000) closing
[junit4] 2> 48218 INFO (OverseerAutoScalingTriggerThread-72069063115603973-127.0.0.1:55500_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 48228 INFO (OverseerStateUpdate-72069063115603973-127.0.0.1:55500_-n_0000000000) [n:127.0.0.1:55500_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55500_
[junit4] 2> 48228 WARN (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]-SendThread(127.0.0.1:55485)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000a6e5a4d0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000a6e5a4d0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000a6e5a4d0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 48230 INFO (closeThreadPool-123-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72069063115603973-127.0.0.1:55500_-n_0000000000) closing
[junit4] 2> 48332 INFO (closeThreadPool-118-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72069063115603973-127.0.0.1:55500_-n_0000000000) closing
[junit4] 2> 48342 INFO (closeThreadPool-118-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@66b677cc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 48343 INFO (closeThreadPool-118-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28a63a5c{/,null,UNAVAILABLE}
[junit4] 2> 48343 INFO (closeThreadPool-118-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 49376 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 49376 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 49399 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 49399 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 49402 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40880366343076147]
[junit4] 2> 49541 ERROR (qtp1178205187-193) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Failed to get config name due to
[junit4] 2> => org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/control_collection
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/control_collection
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.readConfigName(ZkStateReader.java:298) ~[java/:?]
[junit4] 2> at org.apache.solr.rest.ManagedResourceStorage.newStorageIO(ManagedResourceStorage.java:96) ~[java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.initRestManager(SolrCore.java:2947) ~[java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1028) ~[java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1386) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1272) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[junit4] 2> 49546 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@c03ed14
[junit4] 2> 49546 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1 tag=SolrCore@c03ed14
[junit4] 2> 49546 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5204f25a: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@5349742
[junit4] 2> 49554 INFO (searcherExecutor-115-thread-1-processing-n:127.0.0.1:55500_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:55500_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 49589 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader tag=SolrCore@c03ed14
[junit4] 2> 49596 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 49615 ERROR (qtp1178205187-193) [n:127.0.0.1:55500_ ] o.a.s.c.CoreContainer null:org.apache.solr.common.SolrException: Error creating shard term node in Zookeeper for collection: control_collection
[junit4] 2> at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:344)
[junit4] 2> at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:102)
[junit4] 2> at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:45)
[junit4] 2> at org.apache.solr.cloud.ZkCollectionTerms.remove(ZkCollectionTerms.java:58)
[junit4] 2> at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1644)
[junit4] 2> at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1638)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1285)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1733)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$9(SolrZkClient.java:530)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:529)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:473)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:460)
[junit4] 2> at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:334)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 49616 ERROR (qtp1178205187-193) [n:127.0.0.1:55500_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'control_collection_shard1_replica_n1': Unable to create core [control_collection_shard1_replica_n1] Caused by: KeeperErrorCode = Session expired for /collections/control_collection
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1311)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [control_collection_shard1_replica_n1]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1407)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1272)
[junit4] 2> ... 36 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Failed to load config name for collection:control_collection due to:
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1084)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1386)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Failed to load config name for collection:control_collection due to:
[junit4] 2> at org.apache.solr.rest.ManagedResourceStorage.newStorageIO(ManagedResourceStorage.java:99)
[junit4] 2> at org.apache.solr.core.SolrCore.initRestManager(SolrCore.java:2947)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1028)
[junit4] 2> ... 39 more
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/control_collection
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.readConfigName(ZkStateReader.java:298)
[junit4] 2> at org.apache.solr.rest.ManagedResourceStorage.newStorageIO(ManagedResourceStorage.java:96)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 49616 INFO (qtp1178205187-193) [n:127.0.0.1:55500_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=15995
[junit4] 2> 49619 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 49622 WARN (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]-SendThread(127.0.0.1:55485)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000a6e5a4d0000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000a6e5a4d0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000a6e5a4d0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 49838 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/overseer/queue
[junit4] 2> 4 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 49843 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:55485
[junit4] 2> 49843 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55485
[junit4] 2> 49843 INFO (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[57AC3BFAC283265E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55485
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestAuthorizationFramework -Dtests.method=authorizationFrameworkTest -Dtests.seed=57AC3BFAC283265E -Dtests.slow=true -Dtests.locale=da-DK -Dtests.timezone=ECT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 20.8s J4 | TestAuthorizationFramework.authorizationFrameworkTest <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55500: Underlying core creation failed while creating collection: control_collection
[junit4] > at __randomizedtesting.SeedInfo.seed([57AC3BFAC283265E:190F4E29D358374E]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1173)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1088)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.security.TestAuthorizationFramework_57AC3BFAC283265E-001
[junit4] 2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=da-DK, timezone=ECT
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 1.8.0_201 (64-bit)/cpus=6,threads=1,free=107545072,total=194904064
[junit4] 2> NOTE: All tests run in this JVM: [TimeRoutedAliasUpdateProcessorTest, TestImpersonationWithHadoopAuth, TestAuthorizationFramework]
[junit4] Completed [9/919 (1!)] on J4 in 21.06s, 1 test, 1 error <<< FAILURES!
[...truncated 5704 lines...]
[junit4] Suite: org.apache.solr.schema.TestICUCollationField
[junit4] 2> 9 07, 0032 12:39:40 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> ??: Suite execution timed out: org.apache.solr.schema.TestICUCollationField
[junit4] 2> ==== jstack at approximately timeout time ====
[junit4] 2> "h2sc-8-thread-1" ID=16 RUNNABLE (in native code)
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] 2> at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] 2> - locked sun.nio.ch.Util$3@6b2bc62b
[junit4] 2> - locked java.util.Collections$UnmodifiableSet@1fa5318
[junit4] 2> - locked sun.nio.ch.KQueueSelectorImpl@36f611c1
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector$$Lambda$82/1402984523.run(Unknown Source)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$83/1289139805.run(Unknown Source)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Locked synchronizers:
[junit4] 2> - java.util.concurrent.ThreadPoolExecutor$Worker@271e1d48
[junit4] 2>
[junit4] 2> "Connection evictor" ID=15 TIMED_WAITING
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> "Connection evictor" ID=14 TIMED_WAITING
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> "httpShardExecutor-6-thread-1" ID=13 RUNNABLE (in native code)
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] 2> at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] 2> at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] 2> - locked sun.nio.ch.Util$3@388d15bf
[junit4] 2> - locked java.util.Collections$UnmodifiableSet@d22961b
[junit4] 2> - locked sun.nio.ch.KQueueSelectorImpl@5e137634
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector$$Lambda$82/1402984523.run(Unknown Source)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$83/1289139805.run(Unknown Source)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Locked synchronizers:
[junit4] 2> - java.util.concurrent.ThreadPoolExecutor$Worker@12269de
[junit4] 2>
[junit4] 2> "SUITE-TestICUCollationField-seed#[D83042013A42ECAB]-worker" ID=12 RUNNABLE (in native code)
[junit4] 2> at java.io.UnixFileSystem.canonicalize0(Native Method)
[junit4] 2> at java.io.UnixFileSystem.canonicalize(UnixFileSystem.java:172)
[junit4] 2> at java.io.File.getCanonicalPath(File.java:618)
[junit4] 2> at java.io.FilePermission$1.run(FilePermission.java:215)
[junit4] 2> at java.io.FilePermission$1.run(FilePermission.java:203)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at java.io.FilePermission.init(FilePermission.java:203)
[junit4] 2> at java.io.FilePermission.<init>(FilePermission.java:277)
[junit4] 2> at java.lang.SecurityManager.checkRead(SecurityManager.java:888)
[junit4] 2> at java.io.File.exists(File.java:814)
[junit4] 2> at sun.misc.URLClassPath$FileLoader.getResource(URLClassPath.java:1334)
[junit4] 2> at sun.misc.URLClassPath.getResource(URLClassPath.java:249)
[junit4] 2> at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
[junit4] 2> at java.net.URLClassLoader$1.run(URLClassLoader.java:363)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at java.net.URLClassLoader.findClass(URLClassLoader.java:362)
[junit4] 2> at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
[junit4] 2> - locked java.lang.Object@58ed0c2e
[junit4] 2> at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
[junit4] 2> at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.<clinit>(CoreAdminOperation.java:200)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.<clinit>(CoreAdminHandler.java:408)
[junit4] 2> at java.lang.Class.forName0(Native Method)
[junit4] 2> at java.lang.Class.forName(Class.java:348)
[junit4] 2> at org.apache.solr.core.SolrResourceLoader.findClass(SolrResourceLoader.java:508)
[junit4] 2> at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:564)
[junit4] 2> at org.apache.solr.core.CoreContainer.createHandler(CoreContainer.java:1937)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:733)
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:171)
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:143)
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:149)
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112)
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:807)
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:797)
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:658)
[junit4] 2> at org.apache.solr.schema.TestICUCollationField.beforeClass(TestICUCollationField.java:42)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> "SUITE-TestICUCollationField-seed#[D83042013A42ECAB]" ID=11 RUNNABLE
[junit4] 2> at sun.management.ThreadImpl.dumpThreads0(Native Method)
[junit4] 2> at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:454)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:681)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> - locked java.lang.Object@89dca61
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629)
[junit4] 2>
[junit4] 2> "JUnit4-serializer-daemon" ID=9 TIMED_WAITING
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2>
[junit4] 2> "Signal Dispatcher" ID=4 RUNNABLE
[junit4] 2>
[junit4] 2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@11961727
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> - waiting on java.lang.ref.ReferenceQueue$Lock@11961727
[junit4] 2> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
[junit4] 2> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
[junit4] 2> at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
[junit4] 2>
[junit4] 2> "Reference Handler" ID=2 WAITING on java.lang.ref.Reference$Lock@547171f7
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> - waiting on java.lang.ref.Reference$Lock@547171f7
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
[junit4] 2> at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
[junit4] 2>
[junit4] 2> "main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@7c1f65e1
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> - waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@7c1f65e1
[junit4] 2> at java.lang.Thread.join(Thread.java:1252)
[junit4] 2> at java.lang.Thread.join(Thread.java:1326)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2>
[junit4] 2> ^^==============================================
[junit4] 2>
[junit4] 2> 9 07, 0032 12:39:40 ?? com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> ??: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {sort_ar=Lucene84, sort_de=Lucene84, id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneVarGapFixedInterval), sort_da=Lucene84, sort_tr_canon=PostingsFormat(name=MockRandom), sort_custom=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=812, maxMBSortInHeap=5.3729446539032475, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ja-JP-u-ca-japanese-x-lvariant-JP, timezone=Antarctica/Vostok
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 1.8.0_201 (64-bit)/cpus=6,threads=1,free=158399536,total=194707456
[junit4] 2> NOTE: All tests run in this JVM: [TestICUCollationField]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestICUCollationField -Dtests.seed=D83042013A42ECAB -Dtests.slow=true -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=Antarctica/Vostok -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestICUCollationField (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([D83042013A42ECAB]:0)
[junit4] Completed [2/5 (1!)] on J1 in 25.81s, 0 tests, 1 error <<< FAILURES!
[...truncated 49716 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1464/consoleText
[repro] Revision: bbacec07bf8c2c01c2c6a8cc97daefe4672ee0eb
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line: ant test -Dtestcase=TestAuthorizationFramework -Dtests.method=authorizationFrameworkTest -Dtests.seed=57AC3BFAC283265E -Dtests.slow=true -Dtests.locale=da-DK -Dtests.timezone=ECT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] Repro line: ant test -Dtestcase=TestICUCollationField -Dtests.seed=D83042013A42ECAB -Dtests.slow=true -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=Antarctica/Vostok -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestAuthorizationFramework
[repro] solr/contrib/analysis-extras
[repro] TestICUCollationField
[repro] ant compile-test
[...truncated 3448 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestAuthorizationFramework" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=57AC3BFAC283265E -Dtests.slow=true -Dtests.locale=da-DK -Dtests.timezone=ECT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 76 lines...]
[repro] ant compile-test
[...truncated 1473 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestICUCollationField" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=D83042013A42ECAB -Dtests.slow=true -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=Antarctica/Vostok -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[...truncated 106 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.schema.TestICUCollationField
[repro] 0/5 failed: org.apache.solr.security.TestAuthorizationFramework
[repro] Exiting with code 0
[...truncated 91 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-11.0.6) - Build # 1463
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1463/
Java: 64bit/jdk-11.0.6 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:62888/ghqr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:62888/ghqr
at __randomizedtesting.SeedInfo.seed([FBD891CBCC28F384:738CAE1162D49E7C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1173)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1088)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 42 more
Build Log:
[...truncated 15113 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 1140620 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[FBD891CBCC28F384]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1140620 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[FBD891CBCC28F384]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1140621 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[FBD891CBCC28F384]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderFailoverAfterPartitionTest_FBD891CBCC28F384-001/data-dir-102-001
[junit4] 2> 1140621 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[FBD891CBCC28F384]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1140622 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[FBD891CBCC28F384]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1140622 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[FBD891CBCC28F384]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ghqr/
[junit4] 2> 1140624 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1140624 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1140624 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1140625 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1140734 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer start zk server on port: 62884
[junit4] 2> 1140734 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:62884
[junit4] 2> 1140734 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62884
[junit4] 2> 1140734 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62884
[junit4] 2> 1140736 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1140740 INFO (zkConnectionManagerCallback-8376-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140740 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1140744 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1140746 INFO (zkConnectionManagerCallback-8378-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140746 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1140748 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1140751 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1140753 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1140755 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1140757 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1140760 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1140762 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1140764 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1140766 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1140768 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1140770 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1140772 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1141111 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1141111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1141111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1141111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 1141113 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1141113 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1141113 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1141113 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c8525f0{/ghqr,null,AVAILABLE}
[junit4] 2> 1141115 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5749ed30{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:62889}
[junit4] 2> 1141115 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.s.Server Started @1141194ms
[junit4] 2> 1141115 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ghqr, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderFailoverAfterPartitionTest_FBD891CBCC28F384-001/tempDir-001/control/data, hostPort=62888, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderFailoverAfterPartitionTest_FBD891CBCC28F384-001/control-001/cores}
[junit4] 2> 1141115 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1141115 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1141115 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 1141115 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1141115 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1141115 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-06T13:13:19.627700Z
[junit4] 2> 1141116 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1141120 INFO (zkConnectionManagerCallback-8380-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141120 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1141226 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1141226 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderFailoverAfterPartitionTest_FBD891CBCC28F384-001/control-001/solr.xml
[junit4] 2> 1141227 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1141228 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1141228 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd6be5c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1141266 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1141267 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ec5e7d5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1141267 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ec5e7d5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1141269 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e867337[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1141269 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e867337[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1141270 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62884/solr
[junit4] 2> 1141271 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1141274 INFO (zkConnectionManagerCallback-8390-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141274 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1141277 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]-SendThread(127.0.0.1:62884)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100096bc75b0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1141381 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1141384 INFO (zkConnectionManagerCallback-8392-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141384 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1141606 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62888_ghqr
[junit4] 2> 1141608 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.c.Overseer Overseer (id=72067952548708356-127.0.0.1:62888_ghqr-n_0000000000) starting
[junit4] 2> 1141624 INFO (OverseerStateUpdate-72067952548708356-127.0.0.1:62888_ghqr-n_0000000000) [n:127.0.0.1:62888_ghqr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:62888_ghqr
[junit4] 2> 1141625 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62888_ghqr
[junit4] 2> 1141628 INFO (OverseerStateUpdate-72067952548708356-127.0.0.1:62888_ghqr-n_0000000000) [n:127.0.0.1:62888_ghqr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1141636 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1141636 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1141652 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1141668 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd6be5c
[junit4] 2> 1141675 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd6be5c
[junit4] 2> 1141675 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd6be5c
[junit4] 2> 1141676 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [n:127.0.0.1:62888_ghqr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderFailoverAfterPartitionTest_FBD891CBCC28F384-001/control-001/cores
[junit4] 2> 1141689 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1141693 INFO (zkConnectionManagerCallback-8409-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141693 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1141696 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1141699 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62884/solr ready
[junit4] 2> 1141700 INFO (SocketProxy-Acceptor-62888) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=62894,localport=62888], receiveBufferSize: 408300
[junit4] 2> 1141701 INFO (SocketProxy-Acceptor-62888) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=62889,localport=62895], receiveBufferSize=408300
[junit4] 2> 1141702 INFO (qtp1006109512-12327) [n:127.0.0.1:62888_ghqr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:62888_ghqr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1141711 INFO (OverseerThreadFactory-8399-thread-1-processing-n:127.0.0.1:62888_ghqr) [n:127.0.0.1:62888_ghqr ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1141835 INFO (SocketProxy-Acceptor-62888) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=62896,localport=62888], receiveBufferSize: 408300
[junit4] 2> 1141836 INFO (SocketProxy-Acceptor-62888) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=62889,localport=62897], receiveBufferSize=408300
[junit4] 2> 1141839 INFO (qtp1006109512-12326) [n:127.0.0.1:62888_ghqr x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1141839 INFO (qtp1006109512-12326) [n:127.0.0.1:62888_ghqr x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1154417 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]-SendThread(127.0.0.1:62884)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100096bc75b0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1154409 ERROR (OverseerThreadFactory-8399-thread-1-processing-n:127.0.0.1:62888_ghqr) [n:127.0.0.1:62888_ghqr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:62888/ghqr
[junit4] 2> => org.apache.solr.client.solrj.SolrServerException: Total timeout 10000 ms elapsed
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient$1.onFailure(Http2SolrClient.java:413)
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Total timeout 10000 ms elapsed
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient$1.onFailure(Http2SolrClient.java:413) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.client.ResponseNotifier.notifyFailure(ResponseNotifier.java:197) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.ResponseNotifier.notifyFailure(ResponseNotifier.java:189) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpReceiver.abort(HttpReceiver.java:608) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpChannel.abortResponse(HttpChannel.java:156) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpChannel.abort(HttpChannel.java:149) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpExchange.abort(HttpExchange.java:257) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpConversation.abort(HttpConversation.java:149) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.HttpRequest.abort(HttpRequest.java:796) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.client.TimeoutCompleteListener.onTimeoutExpired(TimeoutCompleteListener.java:51) ~[jetty-client-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.io.CyclicTimeout$Wakeup.run(CyclicTimeout.java:282) ~[jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:834) [?:?]
[junit4] 2> Caused by: java.util.concurrent.TimeoutException: Total timeout 10000 ms elapsed
[junit4] 2> ... 8 more
[junit4] 2> 1154418 ERROR (OverseerThreadFactory-8399-thread-1-processing-n:127.0.0.1:62888_ghqr) [n:127.0.0.1:62888_ghqr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1154532 INFO (OverseerThreadFactory-8399-thread-1-processing-n:127.0.0.1:62888_ghqr) [n:127.0.0.1:62888_ghqr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 1154532 ERROR (qtp1006109512-12329) [ ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
[junit4] 2> 1154532 WARN (qtp1006109512-12329) [ ] o.e.j.s.HttpChannel /ghqr/admin/cores
[junit4] 2> => javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:364)
[junit4] 2> javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:364) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) ~[jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) ~[jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) ~[jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
[junit4] 2> at java.lang.Thread.run(Thread.java:834) [?:?]
[junit4] 2> 1154538 ERROR (OverseerThreadFactory-8399-thread-1-processing-n:127.0.0.1:62888_ghqr) [n:127.0.0.1:62888_ghqr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:62888/ghqr
[junit4] 2> => org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at null: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at null: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 2> <title>Error 404 javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</title>
[junit4] 2> </head>
[junit4] 2> <body><h2>HTTP ERROR 404 javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</h2>
[junit4] 2> <table>
[junit4] 2> <tr><th>URI:</th><td>/ghqr/admin/cores</td></tr>
[junit4] 2> <tr><th>STATUS:</th><td>404</td></tr>
[junit4] 2> <tr><th>MESSAGE:</th><td>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</td></tr>
[junit4] 2> <tr><th>SERVLET:</th><td>org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404-46c645a4</td></tr>
[junit4] 2> <tr><th>CAUSED BY:</th><td>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.</td></tr>
[junit4] 2> </table>
[junit4] 2> <h3>Caused by:</h3><pre>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:364)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> </pre>
[junit4] 2> <hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.27.v20200227</a><hr/>
[junit4] 2>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.processErrorsAndResponse(Http2SolrClient.java:723) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.processErrorsAndResponse(Http2SolrClient.java:464) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient.access$1200(Http2SolrClient.java:114) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.impl.Http2SolrClient$1.lambda$onHeaders$0(Http2SolrClient.java:397) ~[java/:?]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218) [java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:834) [?:?]
[junit4] 2> 1154544 INFO (qtp1006109512-12326) [n:127.0.0.1:62888_ghqr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 1154544 INFO (zkCallback-8391-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1154554 INFO (OverseerThreadFactory-8399-thread-1-processing-n:127.0.0.1:62888_ghqr) [n:127.0.0.1:62888_ghqr ] o.a.s.c.a.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [control_collection]
[junit4] 2> 1154554 ERROR (OverseerThreadFactory-8399-thread-1-processing-n:127.0.0.1:62888_ghqr) [n:127.0.0.1:62888_ghqr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Underlying core creation failed while creating collection: control_collection
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:309)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:264)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:517)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 1154558 INFO (qtp1006109512-12326) [n:127.0.0.1:62888_ghqr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 1154558 INFO (qtp1006109512-12327) [n:127.0.0.1:62888_ghqr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:62888_ghqr&wt=javabin&version=2} status=400 QTime=12856
[junit4] 2> 1154585 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=987777974
[junit4] 2> 1154585 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:62888_ghqr
[junit4] 2> 1154586 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1154586 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:62888_ghqr as DOWN
[junit4] 2> 1154591 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 1154591 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c498848: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3943e009
[junit4] 2> 1154615 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 1154615 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@327bc226: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@4c11b8b7
[junit4] 2> 1154617 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1154617 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@81bd7ea: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@74c9e9
[junit4] 2> 1154617 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1154618 INFO (closeThreadPool-8416-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72067952548708356-127.0.0.1:62888_ghqr-n_0000000000) closing
[junit4] 2> 1154621 INFO (OverseerAutoScalingTriggerThread-72067952548708356-127.0.0.1:62888_ghqr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1154622 INFO (OverseerStateUpdate-72067952548708356-127.0.0.1:62888_ghqr-n_0000000000) [n:127.0.0.1:62888_ghqr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62888_ghqr
[junit4] 2> 1154623 INFO (closeThreadPool-8416-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72067952548708356-127.0.0.1:62888_ghqr-n_0000000000) closing
[junit4] 2> 1154626 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]-SendThread(127.0.0.1:62884)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100096bc75b0004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1154736 INFO (closeThreadPool-8411-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72067952548708356-127.0.0.1:62888_ghqr-n_0000000000) closing
[junit4] 2> 1154739 INFO (closeThreadPool-8411-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5749ed30{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1154740 INFO (closeThreadPool-8411-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c8525f0{/ghqr,null,UNAVAILABLE}
[junit4] 2> 1154740 INFO (closeThreadPool-8411-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1154741 ERROR (qtp1006109512-12326) [n:127.0.0.1:62888_ghqr ] o.a.s.c.CoreContainer null:org.apache.solr.common.SolrException: Error creating shard term node in Zookeeper for collection: control_collection
[junit4] 2> at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:344)
[junit4] 2> at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:102)
[junit4] 2> at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:45)
[junit4] 2> at org.apache.solr.cloud.ZkCollectionTerms.remove(ZkCollectionTerms.java:58)
[junit4] 2> at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1644)
[junit4] 2> at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1638)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1285)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:1733)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$9(SolrZkClient.java:530)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:529)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:473)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:460)
[junit4] 2> at org.apache.solr.cloud.ZkShardTerms.ensureTermNodeExist(ZkShardTerms.java:334)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 1154742 ERROR (qtp1006109512-12326) [n:127.0.0.1:62888_ghqr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'control_collection_shard1_replica_n1': Unable to create core [control_collection_shard1_replica_n1] Caused by: KeeperErrorCode = Session expired for /configs/conf1/enumsConfig.xml
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1311)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [control_collection_shard1_replica_n1]
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1407)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1272)
[junit4] 2> ... 36 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core control_collection_shard1_replica_n1: Can't load schema schema.xml: Plugin Initializing failure for [schema.xml] fieldType
[junit4] 2> at org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:89)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1380)
[junit4] 2> ... 37 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Can't load schema schema.xml: Plugin Initializing failure for [schema.xml] fieldType
[junit4] 2> at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:617)
[junit4] 2> at org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:183)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:85)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:146)
[junit4] 2> at org.apache.solr.core.ConfigSetService.loadConfigSet(ConfigSetService.java:84)
[junit4] 2> ... 38 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Plugin Initializing failure for [schema.xml] fieldType
[junit4] 2> at org.apache.solr.util.plugin.AbstractPluginLoader.load(AbstractPluginLoader.java:196)
[junit4] 2> at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:509)
[junit4] 2> ... 42 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: severityType: Error while parsing enums config.
[junit4] 2> at org.apache.solr.schema.AbstractEnumField$EnumMapping.<init>(AbstractEnumField.java:149)
[junit4] 2> at org.apache.solr.schema.AbstractEnumField.init(AbstractEnumField.java:59)
[junit4] 2> at org.apache.solr.schema.FieldType.setArgs(FieldType.java:198)
[junit4] 2> at org.apache.solr.schema.FieldTypePluginLoader.init(FieldTypePluginLoader.java:158)
[junit4] 2> at org.apache.solr.schema.FieldTypePluginLoader.init(FieldTypePluginLoader.java:48)
[junit4] 2> at org.apache.solr.util.plugin.AbstractPluginLoader.load(AbstractPluginLoader.java:193)
[junit4] 2> ... 43 more
[junit4] 2> Caused by: java.io.IOException: We re-tried 10 times but was still unable to fetch resource=enumsConfig.xml from ZK
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:110)
[junit4] 2> at org.apache.solr.util.SafeXMLParsing.parseConfigXML(SafeXMLParsing.java:56)
[junit4] 2> at org.apache.solr.schema.AbstractEnumField$EnumMapping.<init>(AbstractEnumField.java:112)
[junit4] 2> ... 48 more
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/conf1/enumsConfig.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:2246)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.cloud.ZkController.pathExists(ZkController.java:1157)
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:81)
[junit4] 2> ... 50 more
[junit4] 2>
[junit4] 2> 1154742 INFO (qtp1006109512-12326) [n:127.0.0.1:62888_ghqr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=12902
[junit4] 2> 1154742 WARN (closeThreadPool-8411-thread-2) [ ] o.a.s.c.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:62888/ghqr, target: http://127.0.0.1:62889/ghqr
[junit4] 2> 1154742 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1154743 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]-SendThread(127.0.0.1:62884)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100096bc75b0000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1154853 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]-SendThread(127.0.0.1:62884)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100096bc75b0001.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100096bc75b0001, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1154963 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1154966 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:62884
[junit4] 2> 1154966 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62884
[junit4] 2> 1154966 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[FBD891CBCC28F384]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62884
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=FBD891CBCC28F384 -Dtests.slow=true -Dtests.locale=en-LR -Dtests.timezone=Asia/Aden -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 14.3s J3 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:62888/ghqr
[junit4] > at __randomizedtesting.SeedInfo.seed([FBD891CBCC28F384:738CAE1162D49E7C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1173)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1088)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderFailoverAfterPartitionTest_FBD891CBCC28F384-001
[junit4] 2> Sep 06, 2020 1:13:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1400, maxMBSortInHeap=5.301830920888225, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=en-LR, timezone=Asia/Aden
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=1,free=279307696,total=404750336
[junit4] 2> NOTE: All tests run in this JVM: [TestApiFramework, AuditLoggerPluginTest, TestPullReplica, TestPayloadCheckQParserPlugin, EmbeddedSolrNoSerializeTest, TestSearcherReuse, SortSpecParsingTest, DirectSolrConnectionTest, HighlighterWithoutStoredIdTest, ReindexCollectionTest, TestTolerantUpdateProcessorCloud, ConfigSetsAPITest, SolrCLIZkUtilsTest, CdcrVersionReplicationTest, AnalyticsMergeStrategyTest, DistribCursorPagingTest, TestFieldCacheReopen, TermVectorComponentDistributedTest, TestSolrXml, LargeFieldTest, DocValuesNotIndexedTest, CollectionsAPIAsyncDistributedZkTest, NumberUtilsTest, DistributedMLTComponentTest, UniqFieldsUpdateProcessorFactoryTest, TestConfigSets, TestNumericRangeQuery64, RestartWhileUpdatingTest, TestBM25SimilarityFactory, SystemCollectionCompatTest, TestRestoreCore, PluginInfoTest, TestSort, BasicZkTest, TestStreamBody, TestInfoStreamLogging, TestNRTOpen, CoreAdminOperationTest, UninvertDocValuesMergePolicyTest, ClusterStateUpdateTest, TestMinHashQParser, PreAnalyzedUpdateProcessorTest, DOMUtilTest, MetricTriggerIntegrationTest, TestLegacyFieldCache, MetricsHistoryIntegrationTest, TestBinaryField, JWTAuthPluginTest, NodeLostTriggerTest, ZkCLITest, HttpPartitionTest, TestSerializedLuceneMatchVersion, CategoryRoutedAliasUpdateProcessorTest, SuggesterFSTTest, DefaultValueUpdateProcessorTest, TestSimScenario, TestStressCloudBlindAtomicUpdates, PathHierarchyTokenizerFactoryTest, TestHttpShardHandlerFactory, TestLeaderElectionZkExpiry, CdcrBidirectionalTest, AddReplicaTest, TestNestedUpdateProcessor, TestInitQParser, TestPerFieldSimilarity, TestChildDocTransformerHierarchy, TestRawResponseWriter, TestZkChroot, TestLegacyFieldReuse, TestTestInjection, OverseerRolesTest, TestStressThreadBackup, PeerSyncWithLeaderTest, RankQParserPluginTest, SolrRrdBackendFactoryTest, DistributedSuggestComponentTest, CurrencyFieldTypeTest, XmlInterpolationTest, DocValuesTest, HdfsCollectionsAPIDistributedZkTest, AnalysisErrorHandlingTest, MoveReplicaHDFSTest, HdfsChaosMonkeyNothingIsSafeTest, TestFieldTypeResource, ManagedSchemaRoundRobinCloudTest, TestRTimerTree, ZookeeperReadAPITest, SaslZkACLProviderTest, TestCloudPhrasesIdentificationComponent, PhrasesIdentificationComponentTest, TestSimComputePlanAction, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, TestRandomFaceting, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ChaosMonkeyNothingIsSafeTest, CreateRoutedAliasTest, LeaderElectionContextKeyTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest]
[junit4] Completed [494/919 (1!)] on J3 in 14.89s, 1 test, 1 error <<< FAILURES!
[...truncated 49079 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1463/consoleText
[repro] Revision: de06e660d2a82e272519977f669e42664b782605
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=FBD891CBCC28F384 -Dtests.slow=true -Dtests.locale=en-LR -Dtests.timezone=Asia/Aden -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] LeaderFailoverAfterPartitionTest
[repro] ant compile-test
[...truncated 3453 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.LeaderFailoverAfterPartitionTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=FBD891CBCC28F384 -Dtests.slow=true -Dtests.locale=en-LR -Dtests.timezone=Asia/Aden -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 86 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[repro] Exiting with code 0
[...truncated 91 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-11.0.6) - Build # 1462
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1462/
Java: 64bit/jdk-11.0.6 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9C57F6DBAB1992B3:F4CBEA9F5E4C987]:0)
at org.junit.Assert.fail(Assert.java:86)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.junit.Assert.assertNotNull(Assert.java:712)
at org.junit.Assert.assertNotNull(Assert.java:722)
at org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger(ScheduledTriggerIntegrationTest.java:128)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 15411 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest
[junit4] 2> 1928262 INFO (SUITE-ScheduledTriggerIntegrationTest-seed#[9C57F6DBAB1992B3]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1928263 INFO (SUITE-ScheduledTriggerIntegrationTest-seed#[9C57F6DBAB1992B3]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/data-dir-108-001
[junit4] 2> 1928263 WARN (SUITE-ScheduledTriggerIntegrationTest-seed#[9C57F6DBAB1992B3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 1928263 INFO (SUITE-ScheduledTriggerIntegrationTest-seed#[9C57F6DBAB1992B3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1928264 INFO (SUITE-ScheduledTriggerIntegrationTest-seed#[9C57F6DBAB1992B3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1928264 INFO (SUITE-ScheduledTriggerIntegrationTest-seed#[9C57F6DBAB1992B3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1928265 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testScheduledTrigger
[junit4] 2> 1928266 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/tempDir-001
[junit4] 2> 1928266 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1928266 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1928266 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1928268 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 1928366 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkTestServer start zk server on port: 62885
[junit4] 2> 1928366 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:62885
[junit4] 2> 1928366 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62885
[junit4] 2> 1928366 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62885
[junit4] 2> 1928370 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1928374 INFO (zkConnectionManagerCallback-19484-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1928374 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1928377 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1928381 INFO (zkConnectionManagerCallback-19486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1928381 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1928381 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1928385 INFO (zkConnectionManagerCallback-19488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1928385 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1928388 WARN (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]-SendThread(127.0.0.1:62885)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000775b08e0002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1928490 WARN (jetty-launcher-19489-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1928490 WARN (jetty-launcher-19489-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1928490 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1928490 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1928490 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1928490 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1928490 INFO (jetty-launcher-19489-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 1928490 INFO (jetty-launcher-19489-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 1928493 INFO (jetty-launcher-19489-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1928493 INFO (jetty-launcher-19489-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1928493 INFO (jetty-launcher-19489-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1928493 INFO (jetty-launcher-19489-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1928493 INFO (jetty-launcher-19489-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1928493 INFO (jetty-launcher-19489-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1928494 INFO (jetty-launcher-19489-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1430ba8a{/solr,null,AVAILABLE}
[junit4] 2> 1928494 INFO (jetty-launcher-19489-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e3d83a0{/solr,null,AVAILABLE}
[junit4] 2> 1928494 INFO (jetty-launcher-19489-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@148214e3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:62892}
[junit4] 2> 1928494 INFO (jetty-launcher-19489-thread-1) [ ] o.e.j.s.Server Started @1928586ms
[junit4] 2> 1928494 INFO (jetty-launcher-19489-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76d9fb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:62891}
[junit4] 2> 1928494 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62892}
[junit4] 2> 1928494 INFO (jetty-launcher-19489-thread-2) [ ] o.e.j.s.Server Started @1928586ms
[junit4] 2> 1928494 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62891}
[junit4] 2> 1928494 ERROR (jetty-launcher-19489-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1928494 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1928495 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 1928495 ERROR (jetty-launcher-19489-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1928495 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1928495 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1928495 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1928495 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-06T04:04:54.457089Z
[junit4] 2> 1928495 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 1928495 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1928495 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1928495 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-06T04:04:54.457196Z
[junit4] 2> 1928496 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1928496 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1928498 INFO (zkConnectionManagerCallback-19493-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1928499 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1928499 INFO (zkConnectionManagerCallback-19491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1928499 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1928499 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1928500 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1928504 WARN (jetty-launcher-19489-thread-1-SendThread(127.0.0.1:62885)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000775b08e0004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1928504 WARN (jetty-launcher-19489-thread-2-SendThread(127.0.0.1:62885)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000775b08e0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1928694 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1928695 WARN (jetty-launcher-19489-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d12cfa2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1928695 WARN (jetty-launcher-19489-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d12cfa2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1928697 WARN (jetty-launcher-19489-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25e6da51[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1928697 WARN (jetty-launcher-19489-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25e6da51[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1928697 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62885/solr
[junit4] 2> 1928698 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1928701 INFO (zkConnectionManagerCallback-19503-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1928701 INFO (jetty-launcher-19489-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1928703 WARN (jetty-launcher-19489-thread-1-SendThread(127.0.0.1:62885)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000775b08e0005.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0005, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1928773 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1928774 WARN (jetty-launcher-19489-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@290f5711[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1928774 WARN (jetty-launcher-19489-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@290f5711[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1928776 WARN (jetty-launcher-19489-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@76e947f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1928776 WARN (jetty-launcher-19489-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@76e947f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1928776 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62885/solr
[junit4] 2> 1928777 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1928780 INFO (zkConnectionManagerCallback-19513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1928780 INFO (jetty-launcher-19489-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1928782 WARN (jetty-launcher-19489-thread-2-SendThread(127.0.0.1:62885)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000775b08e0006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1928815 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1928818 INFO (zkConnectionManagerCallback-19515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1928818 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1928916 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1928920 INFO (zkConnectionManagerCallback-19519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1928920 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1928966 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62891_solr
[junit4] 2> 1928970 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.c.Overseer Overseer (id=72065796092592136-127.0.0.1:62891_solr-n_0000000000) starting
[junit4] 2> 1928997 INFO (OverseerStateUpdate-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [n:127.0.0.1:62891_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:62891_solr
[junit4] 2> 1928998 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62891_solr
[junit4] 2> 1929001 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1929004 INFO (OverseerStateUpdate-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1929006 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1929006 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1929006 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1929013 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1929013 WARN (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1929022 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:62891_solr]
[junit4] 2> 1929024 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1929027 DEBUG (ScheduledTrigger-19524-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1929027 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1929035 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1929053 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1929060 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62891.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0d374f
[junit4] 2> 1929063 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:62892_solr as DOWN
[junit4] 2> 1929066 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1929066 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62892_solr
[junit4] 2> 1929069 INFO (zkCallback-19518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1929070 INFO (zkCallback-19514-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1929070 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62891.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0d374f
[junit4] 2> 1929070 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62891.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0d374f
[junit4] 2> 1929071 INFO (jetty-launcher-19489-thread-2) [n:127.0.0.1:62891_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/tempDir-001/node2
[junit4] 2> 1929072 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1929072 WARN (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1929088 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1929122 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62892.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0d374f
[junit4] 2> 1929128 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62892.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0d374f
[junit4] 2> 1929128 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62892.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0d374f
[junit4] 2> 1929129 INFO (jetty-launcher-19489-thread-1) [n:127.0.0.1:62892_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/tempDir-001/node1
[junit4] 2> 1929136 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1929137 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1929139 INFO (zkConnectionManagerCallback-19542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1929139 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1929142 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1929144 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62885/solr ready
[junit4] 2> 1929155 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1929158 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1929158 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1929160 INFO (qtp440793563-30761) [n:127.0.0.1:62892_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1929161 DEBUG (qtp246490717-30765) [n:127.0.0.1:62891_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1929162 INFO (qtp246490717-30765) [n:127.0.0.1:62891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1929163 DEBUG (zkCallback-19518-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1929163 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1929163 INFO (qtp246490717-30766) [n:127.0.0.1:62891_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=5&name=testScheduledTrigger&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1929168 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1929171 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testScheduledTrigger
[junit4] 2> 1929171 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1929173 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testScheduledTrigger.AUTOCREATED/managed-schema
[junit4] 2> 1929177 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testScheduledTrigger.AUTOCREATED/protwords.txt
[junit4] 2> 1929181 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1929186 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1929191 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1929196 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1929202 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1929206 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1929213 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_et.txt
[junit4] 2> 1929217 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1929221 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1929226 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1929230 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1929235 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1929239 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1929244 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1929249 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1929253 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1929259 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1929263 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1929268 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1929272 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1929277 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1929282 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1929286 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1929290 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1929294 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1929299 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1929303 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1929308 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1929312 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1929317 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1929320 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1929328 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1929333 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1929338 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1929343 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1929349 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1929355 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1929360 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1929365 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1929370 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testScheduledTrigger.AUTOCREATED/solrconfig.xml
[junit4] 2> 1929374 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testScheduledTrigger.AUTOCREATED/synonyms.txt
[junit4] 2> 1929379 INFO (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testScheduledTrigger.AUTOCREATED/stopwords.txt
[junit4] 2> 1929496 WARN (OverseerThreadFactory-19526-thread-1-processing-n:127.0.0.1:62891_solr) [n:127.0.0.1:62891_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection testScheduledTrigger is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1929507 INFO (OverseerStateUpdate-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [n:127.0.0.1:62891_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testScheduledTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testScheduledTrigger_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62891/solr",
[junit4] 2> "node_name":"127.0.0.1:62891_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1929514 INFO (OverseerStateUpdate-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [n:127.0.0.1:62891_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testScheduledTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testScheduledTrigger_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62892/solr",
[junit4] 2> "node_name":"127.0.0.1:62892_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1929521 INFO (OverseerStateUpdate-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [n:127.0.0.1:62891_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testScheduledTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testScheduledTrigger_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:62891/solr",
[junit4] 2> "node_name":"127.0.0.1:62891_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1929730 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n4&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1929730 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n1&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1929730 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n2&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1929752 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 1929752 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 1929758 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 1929775 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=default-config
[junit4] 2> 1929777 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.IndexSchema Schema name=default-config
[junit4] 2> 1929800 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=default-config
[junit4] 2> 1930033 DEBUG (ScheduledTrigger-19524-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 1930090 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1930092 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1930098 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1930211 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testScheduledTrigger_shard1_replica_n2' using configuration from configset testScheduledTrigger.AUTOCREATED, trusted=true
[junit4] 2> 1930211 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62892.solr.core.testScheduledTrigger.shard1.replica_n2' (registry 'solr.core.testScheduledTrigger.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0d374f
[junit4] 2> 1930211 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SolrCore [[testScheduledTrigger_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/tempDir-001/node1/testScheduledTrigger_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/tempDir-001/node1/testScheduledTrigger_shard1_replica_n2/data/]
[junit4] 2> 1930216 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'testScheduledTrigger_shard1_replica_n4' using configuration from configset testScheduledTrigger.AUTOCREATED, trusted=true
[junit4] 2> 1930216 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62891.solr.core.testScheduledTrigger.shard1.replica_n4' (registry 'solr.core.testScheduledTrigger.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0d374f
[junit4] 2> 1930216 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.SolrCore [[testScheduledTrigger_shard1_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/tempDir-001/node2/testScheduledTrigger_shard1_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/tempDir-001/node2/testScheduledTrigger_shard1_replica_n4/data/]
[junit4] 2> 1930231 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testScheduledTrigger_shard1_replica_n1' using configuration from configset testScheduledTrigger.AUTOCREATED, trusted=true
[junit4] 2> 1930231 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62891.solr.core.testScheduledTrigger.shard1.replica_n1' (registry 'solr.core.testScheduledTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d0d374f
[junit4] 2> 1930231 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.SolrCore [[testScheduledTrigger_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/tempDir-001/node2/testScheduledTrigger_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001/tempDir-001/node2/testScheduledTrigger_shard1_replica_n1/data/]
[junit4] 2> 1930274 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1930274 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1930275 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1930275 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1930281 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testScheduledTrigger.AUTOCREATED
[junit4] 2> 1930282 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testScheduledTrigger.AUTOCREATED
[junit4] 2> 1930282 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testScheduledTrigger.AUTOCREATED/managed-schema
[junit4] 2> 1930284 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1930284 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1930284 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 1930287 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1930287 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1677055855164391424
[junit4] 2> 1930288 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1930288 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1930290 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1930290 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1930291 INFO (searcherExecutor-19544-thread-1-processing-n:127.0.0.1:62892_solr x:testScheduledTrigger_shard1_replica_n2 c:testScheduledTrigger s:shard1 r:core_node5) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 1930291 INFO (searcherExecutor-19544-thread-1-processing-n:127.0.0.1:62892_solr x:testScheduledTrigger_shard1_replica_n2 c:testScheduledTrigger s:shard1 r:core_node5) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1930292 INFO (searcherExecutor-19544-thread-1-processing-n:127.0.0.1:62892_solr x:testScheduledTrigger_shard1_replica_n2 c:testScheduledTrigger s:shard1 r:core_node5) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SolrCore [testScheduledTrigger_shard1_replica_n2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1930294 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testScheduledTrigger.AUTOCREATED
[junit4] 2> 1930296 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testScheduledTrigger.AUTOCREATED
[junit4] 2> 1930296 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testScheduledTrigger.AUTOCREATED/managed-schema
[junit4] 2> 1930296 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1930296 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1930296 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 1930301 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1930301 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1677055855179071488
[junit4] 2> 1930303 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1930303 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1930303 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testScheduledTrigger/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 1930303 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testScheduledTrigger/leaders/shard1
[junit4] 2> 1930304 INFO (searcherExecutor-19546-thread-1-processing-n:127.0.0.1:62891_solr x:testScheduledTrigger_shard1_replica_n4 c:testScheduledTrigger s:shard1 r:core_node6) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 1930305 INFO (searcherExecutor-19546-thread-1-processing-n:127.0.0.1:62891_solr x:testScheduledTrigger_shard1_replica_n4 c:testScheduledTrigger s:shard1 r:core_node6) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1930305 INFO (searcherExecutor-19546-thread-1-processing-n:127.0.0.1:62891_solr x:testScheduledTrigger_shard1_replica_n4 c:testScheduledTrigger s:shard1 r:core_node6) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.SolrCore [testScheduledTrigger_shard1_replica_n4] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1930306 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1930306 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1930333 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testScheduledTrigger.AUTOCREATED
[junit4] 2> 1930334 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testScheduledTrigger.AUTOCREATED
[junit4] 2> 1930334 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testScheduledTrigger.AUTOCREATED/managed-schema
[junit4] 2> 1930337 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1930337 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1930337 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 1930338 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 1930338 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1677055855217868800
[junit4] 2> 1930339 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testScheduledTrigger/terms/shard1 to Terms{values={core_node6=0, core_node5=0}, version=1}
[junit4] 2> 1930339 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testScheduledTrigger/leaders/shard1
[junit4] 2> 1930341 INFO (searcherExecutor-19548-thread-1-processing-n:127.0.0.1:62891_solr x:testScheduledTrigger_shard1_replica_n1 c:testScheduledTrigger s:shard1 r:core_node3) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 1930341 INFO (searcherExecutor-19548-thread-1-processing-n:127.0.0.1:62891_solr x:testScheduledTrigger_shard1_replica_n1 c:testScheduledTrigger s:shard1 r:core_node3) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1930342 INFO (searcherExecutor-19548-thread-1-processing-n:127.0.0.1:62891_solr x:testScheduledTrigger_shard1_replica_n1 c:testScheduledTrigger s:shard1 r:core_node3) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.SolrCore [testScheduledTrigger_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 1930343 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=2 timeoute in=9998ms
[junit4] 2> 1930344 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testScheduledTrigger/terms/shard1 to Terms{values={core_node6=0, core_node3=0, core_node5=0}, version=2}
[junit4] 2> 1930344 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testScheduledTrigger/leaders/shard1
[junit4] 2> 1930847 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1930848 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1930848 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62892/solr/testScheduledTrigger_shard1_replica_n2/
[junit4] 2> 1930849 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testScheduledTrigger_shard1_replica_n2 url=http://127.0.0.1:62892/solr START replicas=[http://127.0.0.1:62891/solr/testScheduledTrigger_shard1_replica_n1/, http://127.0.0.1:62891/solr/testScheduledTrigger_shard1_replica_n4/] nUpdates=100
[junit4] 2> 1930849 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testScheduledTrigger_shard1_replica_n2 url=http://127.0.0.1:62892/solr DONE. We have no versions. sync failed.
[junit4] 2> 1930852 INFO (qtp246490717-30765) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.S.Request [testScheduledTrigger_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1930853 INFO (qtp246490717-30835) [n:127.0.0.1:62891_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.S.Request [testScheduledTrigger_shard1_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1930853 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1930853 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1930854 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testScheduledTrigger/leaders/shard1/leader after winning as /collections/testScheduledTrigger/leader_elect/shard1/election/72065796092592135-core_node5-n_0000000000
[junit4] 2> 1930859 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62892/solr/testScheduledTrigger_shard1_replica_n2/ shard1
[junit4] 2> 1930971 INFO (zkCallback-19514-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1930976 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1931016 INFO (qtp440793563-30758) [n:127.0.0.1:62892_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n2&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1286
[junit4] 2> 1931036 DEBUG (ScheduledTrigger-19524-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1931085 INFO (zkCallback-19514-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931086 INFO (zkCallback-19514-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931399 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n1&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1669
[junit4] 2> 1931405 INFO (qtp246490717-30763) [n:127.0.0.1:62891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n4&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1674
[junit4] 2> 1931408 INFO (qtp246490717-30766) [n:127.0.0.1:62891_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1931495 INFO (zkCallback-19518-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931495 INFO (zkCallback-19514-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931495 INFO (zkCallback-19518-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931495 INFO (zkCallback-19514-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931498 INFO (qtp246490717-30766) [n:127.0.0.1:62891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&maxShardsPerNode=5&name=testScheduledTrigger&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2334
[junit4] 2> 1931498 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testScheduledTrigger
[junit4] 2> 1931503 INFO (qtp246490717-30835) [n:127.0.0.1:62891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testScheduledTrigger.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testScheduledTrigger.shard1.replica_n4:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1931504 INFO (qtp246490717-30764) [n:127.0.0.1:62891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1931505 INFO (qtp440793563-30761) [n:127.0.0.1:62892_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testScheduledTrigger.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1931506 INFO (qtp440793563-30762) [n:127.0.0.1:62892_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1931507 DEBUG (qtp246490717-30765) [n:127.0.0.1:62891_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1931508 INFO (qtp246490717-30765) [n:127.0.0.1:62891_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1931509 WARN (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1931509 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1931509 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1931509 DEBUG (zkCallback-19518-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1931509 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 1931509 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1931511 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7997f714{/solr,null,AVAILABLE}
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@259d78a1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:62909}
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.s.Server Started @1931604ms
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62909}
[junit4] 2> 1931512 DEBUG (OverseerAutoScalingTriggerThread-72065796092592136-127.0.0.1:62891_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1931512 ERROR (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-06T04:04:57.474869Z
[junit4] 2> 1931512 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1931519 INFO (zkConnectionManagerCallback-19562-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1931519 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1931520 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1931684 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1931685 WARN (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@61d8ccd5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1931685 WARN (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@61d8ccd5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1931687 WARN (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73cac89e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1931687 WARN (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73cac89e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1931688 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62885/solr
[junit4] 2> 1931689 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1931692 INFO (zkConnectionManagerCallback-19572-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1931692 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1931695 WARN (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]-SendThread(127.0.0.1:62885)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000775b08e000b.
[...truncated too long message...]
@76d9fb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1935521 INFO (jetty-closer-19583-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1430ba8a{/solr,null,UNAVAILABLE}
[junit4] 2> 1935522 INFO (jetty-closer-19583-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1935619 INFO (jetty-closer-19583-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@148214e3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1935619 INFO (jetty-closer-19583-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e3d83a0{/solr,null,UNAVAILABLE}
[junit4] 2> 1935619 INFO (jetty-closer-19583-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1935620 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1935621 WARN (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]-SendThread(127.0.0.1:62885)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1000775b08e0000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1000775b08e0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 1935838 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/testScheduledTrigger/terms/shard1
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/configs/testScheduledTrigger.AUTOCREATED/managed-schema
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/configs/testScheduledTrigger.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/collections/testScheduledTrigger/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/overseer/queue
[junit4] 2> 14 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/sched_trigger_integration1
[junit4] 2>
[junit4] 2> 1935843 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:62885
[junit4] 2> 1935843 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:62885
[junit4] 2> 1935843 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 62885
[junit4] 2> 1935844 INFO (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[9C57F6DBAB1992B3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testScheduledTrigger
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ScheduledTriggerIntegrationTest -Dtests.method=testScheduledTrigger -Dtests.seed=9C57F6DBAB1992B3 -Dtests.slow=true -Dtests.locale=vun -Dtests.timezone=Asia/Riyadh -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 7.58s J1 | ScheduledTriggerIntegrationTest.testScheduledTrigger <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([9C57F6DBAB1992B3:F4CBEA9F5E4C987]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger(ScheduledTriggerIntegrationTest.java:128)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_9C57F6DBAB1992B3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=vun, timezone=Asia/Riyadh
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=1,free=98551928,total=505151488
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedSchemaAPI, CloudMLTQParserTest, TestTolerantSearch, RequestHandlersTest, CreateRoutedAliasTest, TestDynamicURP, ConnectionReuseTest, DistributedQueueTest, TestReRankQParserPlugin, TestSimExecutePlanAction, TestSolrConfigHandlerCloud, SolrCloudReportersTest, ZkCollectionPropsCachingTest, TestSolrJacksonAnnotation, TestCustomSort, SuggestComponentContextFilterQueryTest, TestLuceneIndexBackCompat, TestSegmentSorting, TestSolrJ, NestedAtomicUpdateTest, CursorMarkTest, RegexBytesRefFilterTest, RankFieldTest, TestInPlaceUpdatesStandalone, TestMaxTokenLenTokenizer, DirectUpdateHandlerTest, SignificantTermsQParserPluginTest, BasicFunctionalityTest, MultiDestinationAuditLoggerTest, TestBackupRepositoryFactory, TestIntervalFaceting, TestReplicationHandlerDiskOverFlow, SuggesterWFSTTest, TestSolrQueryResponse, DocumentAnalysisRequestHandlerTest, StatsReloadRaceTest, SystemLogListenerTest, TestFieldResource, TestSuggestSpellingConverter, TestCloudSchemaless, UtilsToolTest, SolrMetricsIntegrationTest, TestReloadAndDeleteDocs, DynamicMapsTest, QueryEqualityTest, TestPKIAuthenticationPlugin, SecurityConfHandlerTest, TestPHPSerializedResponseWriter, MissingSegmentRecoveryTest, TestDocBasedVersionConstraints, TestContainerPlugin, PeerSyncWithIndexFingerprintCachingTest, LeaderElectionIntegrationTest, OverseerStatusTest, TestSolrCloudWithKerberosAlt, RoutingToNodesWithPropertiesTest, ResponseHeaderTest, TestExportWriter, TestOnReconnectListenerSupport, TestStressRecovery, URLClassifyProcessorTest, RequestLoggingTest, TestCSVResponseWriter, HdfsTlogReplayBufferedWhileIndexingTest, FullSolrCloudDistribCmdsTest, TestCorePropertiesReload, TestLegacyNumericRangeQueryBuilder, SolrTestCaseJ4Test, DeleteShardTest, ByteBuffersDirectoryFactoryTest, TestUnifiedSolrHighlighterWithoutStoredId, SolrCmdDistributorTest, TestNoOpRegenerator, ClusterStateMockUtilTest, NodeAddedTriggerTest, TestTlogReplayVsRecovery, CollectionsAPISolrJTest, TestUninvertingReader, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, TestOrdValues, UnloadDistributedZkTest, ChangedSchemaMergeTest, InfixSuggestersTest, TaggerTest, TestHashQParserPlugin, TestSolrDeletionPolicy2, TestUseDocValuesAsStored2, ResponseLogComponentTest, MetricUtilsTest, TestTermsQParserPlugin, OverseerCollectionConfigSetProcessorTest, PeerSyncReplicationTest, SystemCollectionCompatTest, TestAuthenticationFramework, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestCloudRecovery2, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLazySolrCluster, TestRandomFlRTGCloud, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, ZkControllerTest, AssignTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, SplitByPrefixTest, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, IndexSizeTriggerSizeEstimationTest, ScheduledTriggerIntegrationTest]
[junit4] Completed [589/919 (1!)] on J1 in 7.83s, 1 test, 1 failure <<< FAILURES!
[...truncated 48815 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1462/consoleText
[repro] Revision: de06e660d2a82e272519977f669e42664b782605
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line: ant test -Dtestcase=ScheduledTriggerIntegrationTest -Dtests.method=testScheduledTrigger -Dtests.seed=9C57F6DBAB1992B3 -Dtests.slow=true -Dtests.locale=vun -Dtests.timezone=Asia/Riyadh -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] ScheduledTriggerIntegrationTest
[repro] ant compile-test
[...truncated 3453 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.ScheduledTriggerIntegrationTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=9C57F6DBAB1992B3 -Dtests.slow=true -Dtests.locale=vun -Dtests.timezone=Asia/Riyadh -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 81 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest
[repro] Exiting with code 0
[...truncated 91 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-11.0.6) - Build # 1461
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1461/
Java: 64bit/jdk-11.0.6 -XX:-UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([9C9C574F603D9C41]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([9C9C574F603D9C41]:0)
FAILED: org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:53416/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:53416/solr
at __randomizedtesting.SeedInfo.seed([9C9C574F603D9C41:E277775FA35A937B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1173)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:113)
at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:98)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 49 more
Build Log:
[...truncated 13521 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
[junit4] 2> 117016 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9C9C574F603D9C41]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 117025 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9C9C574F603D9C41]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/data-dir-28-001
[junit4] 2> 117025 WARN (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9C9C574F603D9C41]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 117025 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9C9C574F603D9C41]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 117027 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9C9C574F603D9C41]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 117028 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9C9C574F603D9C41]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 117028 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9C9C574F603D9C41]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /t/l
[junit4] 2> 117028 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 2 nodes
[junit4] 2> 117037 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 117037 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 117037 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 117042 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 117139 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer start zk server on port: 53288
[junit4] 2> 117140 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:53288
[junit4] 2> 117140 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53288
[junit4] 2> 117140 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53288
[junit4] 2> 117146 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 117173 INFO (zkConnectionManagerCallback-787-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 117173 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 117183 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 117195 INFO (zkConnectionManagerCallback-789-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 117195 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 117206 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 117216 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 117230 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 117251 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 117258 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 117268 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 117275 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 117290 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 117300 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 117311 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 117322 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 117329 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 117335 INFO (zkConnectionManagerCallback-793-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 117336 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 117348 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]-SendThread(127.0.0.1:53288)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100063344aa0002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa0002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 117449 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 121182 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 121182 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 121182 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 121182 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 121187 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 121188 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 121188 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 121188 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27d5b01d{/t/l,null,AVAILABLE}
[junit4] 2> 121191 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40b3088{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:53298}
[junit4] 2> 121191 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.s.Server Started @121293ms
[junit4] 2> 121191 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t/l, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/tempDir-001/control/data, hostPort=53298, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/control-001/cores, replicaType=NRT}
[junit4] 2> 121191 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 121191 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 121192 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 121192 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 121192 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 121192 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-05T22:12:48.167190Z
[junit4] 2> 121193 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 121197 INFO (zkConnectionManagerCallback-795-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 121198 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 121205 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]-SendThread(127.0.0.1:53288)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100063344aa0003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa0003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 121308 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 121308 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/control-001/solr.xml
[junit4] 2> 121317 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 121321 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 121323 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 121481 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 121487 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3bd0f496[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 121487 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3bd0f496[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 121495 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@69bb5da2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 121500 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@69bb5da2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 121508 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53288/solr
[junit4] 2> 121509 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 121518 INFO (zkConnectionManagerCallback-805-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 121518 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 121632 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 121633 INFO (zkConnectionManagerCallback-807-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 121634 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 122341 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53298_t%2Fl
[junit4] 2> 122344 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.Overseer Overseer (id=72064411303018501-127.0.0.1:53298_t%2Fl-n_0000000000) starting
[junit4] 2> 122475 INFO (OverseerStateUpdate-72064411303018501-127.0.0.1:53298_t%2Fl-n_0000000000) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:53298_t%2Fl
[junit4] 2> 122477 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53298_t%2Fl
[junit4] 2> 122499 INFO (OverseerStateUpdate-72064411303018501-127.0.0.1:53298_t%2Fl-n_0000000000) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 122536 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 122546 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 122610 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 122630 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 122637 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 122637 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 122639 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/control-001/cores
[junit4] 2> 122698 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 122708 INFO (zkConnectionManagerCallback-824-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 122708 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 122723 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 122738 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53288/solr ready
[junit4] 2> 122797 INFO (qtp1572972971-1146) [n:127.0.0.1:53298_t%2Fl ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53298_t%252Fl&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 122841 INFO (OverseerThreadFactory-814-thread-1-processing-n:127.0.0.1:53298_t%2Fl) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 123123 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 123123 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 124183 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 124226 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 124464 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 124700 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 124700 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 124701 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 124709 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=109.4365234375, floorSegmentMB=1.3994140625, forceMergeDeletesPctAllowed=13.637413296119009, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6688798683634186, deletesPctAllowed=38.933780029522595
[junit4] 2> 124798 WARN (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 124914 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 124914 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 124922 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 124922 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 124925 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=62.828125, floorSegmentMB=0.599609375, forceMergeDeletesPctAllowed=28.528029510032955, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4805025621668684, deletesPctAllowed=26.05022930282694
[junit4] 2> 124936 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 124946 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 124947 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 124955 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1677033704710471680
[junit4] 2> 124973 INFO (searcherExecutor-826-thread-1-processing-n:127.0.0.1:53298_t%2Fl x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 125000 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 125001 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 125026 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 125026 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 125026 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53298/t/l/control_collection_shard1_replica_n1/
[junit4] 2> 125028 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 125028 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:53298/t/l/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 125028 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72064411303018501-core_node2-n_0000000000
[junit4] 2> 125042 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53298/t/l/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 125156 INFO (zkCallback-806-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 125157 INFO (zkCallback-806-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 125163 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 125173 INFO (qtp1572972971-1143) [n:127.0.0.1:53298_t%2Fl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2050
[junit4] 2> 125193 INFO (qtp1572972971-1146) [n:127.0.0.1:53298_t%2Fl ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 125275 INFO (zkCallback-806-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 125275 INFO (zkCallback-806-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 125275 INFO (zkCallback-806-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 125279 INFO (qtp1572972971-1146) [n:127.0.0.1:53298_t%2Fl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:53298_t%252Fl&wt=javabin&version=2} status=0 QTime=2481
[junit4] 2> 125280 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 125404 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 125407 INFO (zkConnectionManagerCallback-835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 125407 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 125411 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 125415 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53288/solr ready
[junit4] 2> 125417 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 125439 INFO (qtp1572972971-1145) [n:127.0.0.1:53298_t%2Fl ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 125451 INFO (OverseerThreadFactory-814-thread-2-processing-n:127.0.0.1:53298_t%2Fl) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 125453 INFO (OverseerCollectionConfigSetProcessor-72064411303018501-127.0.0.1:53298_t%2Fl-n_0000000000) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 125677 WARN (OverseerThreadFactory-814-thread-2-processing-n:127.0.0.1:53298_t%2Fl) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 125684 INFO (qtp1572972971-1145) [n:127.0.0.1:53298_t%2Fl ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 125688 INFO (qtp1572972971-1145) [n:127.0.0.1:53298_t%2Fl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=249
[junit4] 2> 125692 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
[junit4] 2> 125692 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 125692 INFO (watches-832-thread-1) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
[junit4] 2> 125692 INFO (watches-832-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 125693 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
[junit4] 2> 125693 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 125694 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
[junit4] 2> 125694 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 125695 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=1 numOtherReplicas=1
[junit4] 2> 126377 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-1-001 of type NRT for shard1
[junit4] 2> 126385 WARN (closeThreadPool-836-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 126385 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 126385 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 126385 INFO (closeThreadPool-836-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 126387 INFO (closeThreadPool-836-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 126387 INFO (closeThreadPool-836-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 126387 INFO (closeThreadPool-836-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 126388 INFO (closeThreadPool-836-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f7eea98{/t/l,null,AVAILABLE}
[junit4] 2> 126390 INFO (closeThreadPool-836-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@133e0329{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:53329}
[junit4] 2> 126390 INFO (closeThreadPool-836-thread-1) [ ] o.e.j.s.Server Started @126492ms
[junit4] 2> 126390 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t/l, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/tempDir-001/jetty1, hostPort=53329, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 126390 ERROR (closeThreadPool-836-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 126390 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 126390 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 126390 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 126390 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 126390 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-05T22:12:53.365667Z
[junit4] 2> 126392 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 126395 INFO (zkConnectionManagerCallback-838-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126395 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 126398 WARN (closeThreadPool-836-thread-1-SendThread(127.0.0.1:53288)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100063344aa0008.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa0008, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 126500 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 126500 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-1-001/solr.xml
[junit4] 2> 126505 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 126505 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 126507 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 126856 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 126858 WARN (closeThreadPool-836-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e733640[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 126858 WARN (closeThreadPool-836-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e733640[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 126862 WARN (closeThreadPool-836-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6e983b31[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 126863 WARN (closeThreadPool-836-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6e983b31[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 126864 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53288/solr
[junit4] 2> 126866 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 126870 INFO (zkConnectionManagerCallback-848-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126870 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 126873 WARN (closeThreadPool-836-thread-1-SendThread(127.0.0.1:53288)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100063344aa0009.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa0009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa0009, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 126895 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-2-001 of type PULL for shard1
[junit4] 2> 126899 WARN (closeThreadPool-836-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 126900 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 126900 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 126900 INFO (closeThreadPool-836-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 126902 INFO (closeThreadPool-836-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 126902 INFO (closeThreadPool-836-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 126902 INFO (closeThreadPool-836-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 126902 INFO (closeThreadPool-836-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47b6bb75{/t/l,null,AVAILABLE}
[junit4] 2> 126904 INFO (closeThreadPool-836-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@82b8969{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:53332}
[junit4] 2> 126904 INFO (closeThreadPool-836-thread-2) [ ] o.e.j.s.Server Started @127006ms
[junit4] 2> 126904 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t/l, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/tempDir-001/jetty2, hostPort=53332, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-2-001/cores, replicaType=PULL}
[junit4] 2> 126905 ERROR (closeThreadPool-836-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 126905 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 126905 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 126905 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 126905 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 126905 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-09-05T22:12:53.880319Z
[junit4] 2> 126906 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 126911 INFO (zkConnectionManagerCallback-850-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126911 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 126978 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 126983 INFO (zkConnectionManagerCallback-852-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 126984 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 127017 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 127055 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.c.ZkController Publish node=127.0.0.1:53329_t%2Fl as DOWN
[junit4] 2> 127061 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 127061 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53329_t%2Fl
[junit4] 2> 127068 INFO (zkCallback-806-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 127068 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 127069 INFO (zkCallback-851-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 127075 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 127075 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-2-001/solr.xml
[junit4] 2> 127078 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 127078 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 127079 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 127082 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 127087 WARN (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 127110 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 127134 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 127144 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 127145 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 127146 INFO (closeThreadPool-836-thread-1) [n:127.0.0.1:53329_t%2Fl ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-1-001/cores
[junit4] 2> 127184 INFO (closeThreadPool-836-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:53329_t%2Fl
[junit4] 2> 127332 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 127347 WARN (closeThreadPool-836-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@49650d16[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 127347 WARN (closeThreadPool-836-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@49650d16[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 127364 WARN (closeThreadPool-836-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@20c03525[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 127364 WARN (closeThreadPool-836-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@20c03525[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 127365 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53288/solr
[junit4] 2> 127367 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 127373 INFO (zkConnectionManagerCallback-870-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127374 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 127380 WARN (closeThreadPool-836-thread-2-SendThread(127.0.0.1:53288)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100063344aa000c.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100063344aa000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 127485 INFO (OverseerCollectionConfigSetProcessor-72064411303018501-127.0.0.1:53298_t%2Fl-n_0000000000) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 127486 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 127490 INFO (zkConnectionManagerCallback-872-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 127498 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 127540 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 127618 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.c.ZkController Publish node=127.0.0.1:53332_t%2Fl as DOWN
[junit4] 2> 127651 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 127651 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53332_t%2Fl
[junit4] 2> 127667 INFO (zkCallback-806-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 127668 INFO (zkCallback-851-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 127668 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 127670 INFO (zkCallback-871-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 127709 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 127709 WARN (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 127805 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 127843 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 127854 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 127854 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 127855 INFO (closeThreadPool-836-thread-2) [n:127.0.0.1:53332_t%2Fl ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-2-001/cores
[junit4] 2> 127883 INFO (closeThreadPool-836-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:53332_t%2Fl
[junit4] 2> 127915 INFO (qtp1572972971-1146) [n:127.0.0.1:53298_t%2Fl ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53329_t%252Fl&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 127941 INFO (OverseerThreadFactory-814-thread-3-processing-n:127.0.0.1:53298_t%2Fl) [n:127.0.0.1:53298_t%2Fl c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53329_t%2Fl for creating new replica of shard shard1 for collection collection1
[junit4] 2> 127964 INFO (OverseerThreadFactory-814-thread-3-processing-n:127.0.0.1:53298_t%2Fl) [n:127.0.0.1:53298_t%2Fl c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 128036 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 129107 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 129154 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 129473 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 129753 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 129754 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 129754 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-1-001/cores/collection1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-1-001/cores/collection1_shard1_replica_n1/data/]
[junit4] 2> 129775 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=109.4365234375, floorSegmentMB=1.3994140625, forceMergeDeletesPctAllowed=13.637413296119009, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6688798683634186, deletesPctAllowed=38.933780029522595
[junit4] 2> 129838 WARN (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 129951 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 129951 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 129962 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 129962 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 129963 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=62.828125, floorSegmentMB=0.599609375, forceMergeDeletesPctAllowed=28.528029510032955, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4805025621668684, deletesPctAllowed=26.05022930282694
[junit4] 2> 129978 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 129980 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 129981 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 129981 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1677033709980614656
[junit4] 2> 129994 INFO (searcherExecutor-883-thread-1-processing-n:127.0.0.1:53329_t%2Fl x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 130035 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 130035 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 130062 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 130062 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 130062 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53329/t/l/collection1_shard1_replica_n1/
[junit4] 2> 130064 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 130066 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:53329/t/l/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 130066 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72064411303018507-core_node2-n_0000000000
[junit4] 2> 130083 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53329/t/l/collection1_shard1_replica_n1/ shard1
[junit4] 2> 130090 INFO (zkCallback-851-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 130091 INFO (zkCallback-851-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 130100 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 130132 INFO (qtp1375930642-1201) [n:127.0.0.1:53329_t%2Fl ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2094
[junit4] 2> 130149 INFO (qtp1572972971-1146) [n:127.0.0.1:53298_t%2Fl c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:53329_t%252Fl&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2233
[junit4] 2> 130155 INFO (qtp1572972971-1144) [n:127.0.0.1:53298_t%2Fl ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53332_t%252Fl&action=ADDREPLICA&collection=collection1&shard=shard1&type=PULL&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 130173 INFO (OverseerCollectionConfigSetProcessor-72064411303018501-127.0.0.1:53298_t%2Fl-n_0000000000) [n:127.0.0.1:53298_t%2Fl ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 130180 INFO (OverseerThreadFactory-814-thread-4-processing-n:127.0.0.1:53298_t%2Fl) [n:127.0.0.1:53298_t%2Fl c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53332_t%2Fl for creating new replica of shard shard1 for collection collection1
[junit4] 2> 130194 INFO (OverseerThreadFactory-814-thread-4-processing-n:127.0.0.1:53298_t%2Fl) [n:127.0.0.1:53298_t%2Fl c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 130250 INFO (zkCallback-851-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 130250 INFO (zkCallback-851-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 130251 INFO (zkCallback-851-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 130284 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl x:collection1_shard1_replica_p3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_p3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 130444 INFO (zkCallback-851-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 130445 INFO (zkCallback-851-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 130446 INFO (zkCallback-851-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 131378 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 131406 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 131545 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 131752 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_p3' using configuration from configset conf1, trusted=true
[junit4] 2> 131753 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_p3' (registry 'solr.core.collection1.shard1.replica_p3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5944181b
[junit4] 2> 131754 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.c.SolrCore [[collection1_shard1_replica_p3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-2-001/cores/collection1_shard1_replica_p3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9C9C574F603D9C41-001/shard-2-001/cores/collection1_shard1_replica_p3/data/]
[junit4] 2> 131775 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=109.4365234375, floorSegmentMB=1.3994140625, forceMergeDeletesPctAllowed=13.637413296119009, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6688798683634186, deletesPctAllowed=38.933780029522595
[junit4] 2> 131837 WARN (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 131947 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 131947 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 131956 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=62.828125, floorSegmentMB=0.599609375, forceMergeDeletesPctAllowed=28.528029510032955, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4805025621668684, deletesPctAllowed=26.05022930282694
[junit4] 2> 131983 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 131987 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 131988 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 132008 INFO (searcherExecutor-890-thread-1-processing-n:127.0.0.1:53332_t%2Fl x:collection1_shard1_replica_p3 c:collection1 s:shard1) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.c.SolrCore [collection1_shard1_replica_p3] Registered new searcher autowarm time: 0 ms
[junit4] 2> 132053 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.c.ZkController collection1_shard1_replica_p3 starting background replication from leader
[junit4] 2> 132053 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 0:0:7
[junit4] 2> 132058 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 7000ms
[junit4] 2> 132058 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 132081 INFO (qtp1226212178-1221) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 x:collection1_shard1_replica_p3 ] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_p3
[junit4] 2> 132086 INFO (updateExecutor-866-thread-1-processing-n:127.0.0.1:53332_t%2Fl x:collection1_shard1_replica_p3 c:collection1 s:shard1) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_p3 ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 132094 INFO (recoveryExecutor-868-thread-1-processing-n:127.0.0.1:53332_t%2Fl x:collection1_shard1_replica_p3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_p3 ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 132094 INFO (recoveryExecutor-868-thread-1-processing-n:127.0.0.1:53332_t%2Fl x:collection1_shard1_replica_p3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:53332_t%2Fl c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_p3 ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_p3] as recovering,
[...truncated too long message...]
r.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
[junit4] 2> 235003 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 8 /solr/packages.json
[junit4] 2> 8 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72064412597878802-127.0.0.1:53416_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72064412597878797-127.0.0.1:53394_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 62 /solr/live_nodes
[junit4] 2> 31 /solr/overseer/queue
[junit4] 2> 14 /solr/collections
[junit4] 2> 10 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 235013 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:53388
[junit4] 2> 235013 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53388
[junit4] 2> 235013 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[9C9C574F603D9C41]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53388
[junit4] 2> 235014 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[9C9C574F603D9C41]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOutOfSyncReplicasCannotBecomeLeader
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudConsistency -Dtests.method=testOutOfSyncReplicasCannotBecomeLeader -Dtests.seed=9C9C574F603D9C41 -Dtests.slow=true -Dtests.locale=shi-Tfng-MA -Dtests.timezone=America/Knox_IN -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 98.2s J0 | TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:53416/solr
[junit4] > at __randomizedtesting.SeedInfo.seed([9C9C574F603D9C41:E277775FA35A937B]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:390)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:360)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1173)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
[junit4] > at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:113)
[junit4] > at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:98)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
[junit4] > ... 49 more
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_9C9C574F603D9C41-001
[junit4] 2> Sep 05, 2020 10:14:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=805, maxMBSortInHeap=7.141969441437459, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=shi-Tfng-MA, timezone=America/Knox_IN
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=1,free=97040072,total=214958080
[junit4] 2> NOTE: All tests run in this JVM: [TestJmxIntegration, TestConfigOverlay, DataDrivenBlockJoinTest, TestCloudJSONFacetSKG, TestXmlQParserPlugin, PrimUtilsTest, RuleEngineTest, SolrMetricReporterTest, TestCloudConsistency]
[junit4] Completed [446/919 (2!)] on J0 in 145.91s, 2 tests, 1 error <<< FAILURES!
[...truncated 49268 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1461/consoleText
[repro] Revision: 3d411abbdccbe423e1573b1b1a08173e5f6d4690
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=ChaosMonkeySafeLeaderWithPullReplicasTest -Dtests.method=test -Dtests.seed=9C9C574F603D9C41 -Dtests.slow=true -Dtests.locale=dav-KE -Dtests.timezone=America/Regina -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=ChaosMonkeySafeLeaderWithPullReplicasTest -Dtests.seed=9C9C574F603D9C41 -Dtests.slow=true -Dtests.locale=dav-KE -Dtests.timezone=America/Regina -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] Repro line: ant test -Dtestcase=TestCloudConsistency -Dtests.method=testOutOfSyncReplicasCannotBecomeLeader -Dtests.seed=9C9C574F603D9C41 -Dtests.slow=true -Dtests.locale=shi-Tfng-MA -Dtests.timezone=America/Knox_IN -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] ChaosMonkeySafeLeaderWithPullReplicasTest
[repro] TestCloudConsistency
[repro] ant compile-test
[...truncated 3453 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10 -Dtests.class="*.ChaosMonkeySafeLeaderWithPullReplicasTest|*.TestCloudConsistency" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=9C9C574F603D9C41 -Dtests.slow=true -Dtests.locale=dav-KE -Dtests.timezone=America/Regina -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 126 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
[repro] 0/5 failed: org.apache.solr.cloud.TestCloudConsistency
[repro] Exiting with code 0
[...truncated 91 lines...]