You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/03/06 22:09:03 UTC
[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 643 -
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/643/
1 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
acoll: 1583528964841 bcoll: 1583528965002
Stack Trace:
java.lang.AssertionError: acoll: 1583528964841 bcoll: 1583528965002
at __randomizedtesting.SeedInfo.seed([9A98E01A5CE65D68:12CCDFC0F21A3090]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:116)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:71)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14144 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> 2778854 INFO (SUITE-MultiThreadedOCPTest-seed#[9A98E01A5CE65D68]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2778854 INFO (SUITE-MultiThreadedOCPTest-seed#[9A98E01A5CE65D68]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/data-dir-164-001
[junit4] 2> 2778855 WARN (SUITE-MultiThreadedOCPTest-seed#[9A98E01A5CE65D68]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 2778855 INFO (SUITE-MultiThreadedOCPTest-seed#[9A98E01A5CE65D68]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2778856 INFO (SUITE-MultiThreadedOCPTest-seed#[9A98E01A5CE65D68]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2778857 INFO (SUITE-MultiThreadedOCPTest-seed#[9A98E01A5CE65D68]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2778857 INFO (SUITE-MultiThreadedOCPTest-seed#[9A98E01A5CE65D68]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /nt/kd
[junit4] 2> 2778870 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2778871 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2778871 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2778971 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer start zk server on port:39219
[junit4] 2> 2778971 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39219
[junit4] 2> 2778971 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39219
[junit4] 2> 2778971 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39219
[junit4] 2> 2778973 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778975 INFO (zkConnectionManagerCallback-11024-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778975 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778990 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778991 INFO (zkConnectionManagerCallback-11026-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778991 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778993 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2778994 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2778996 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2778998 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2778999 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2779013 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2779014 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2779016 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2779025 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2779026 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2779028 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2779030 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2779030 INFO (zkConnectionManagerCallback-11030-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2779031 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2779138 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2780289 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2780289 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2780289 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2780290 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2780290 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2780290 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2780291 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64c85b40{/nt/kd,null,AVAILABLE}
[junit4] 2> 2780292 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@152f9870{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:35743}
[junit4] 2> 2780292 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.s.Server Started @2780458ms
[junit4] 2> 2780292 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/nt/kd, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/tempDir-001/control/data, hostPort=35743, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/control-001/cores, replicaType=NRT}
[junit4] 2> 2780293 ERROR (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2780293 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2780294 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2780294 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2780294 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr
[junit4] 2> 2780294 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-03-06T21:08:14.386134Z
[junit4] 2> 2780295 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2780296 INFO (zkConnectionManagerCallback-11032-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2780296 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2780398 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2780398 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/control-001/solr.xml
[junit4] 2> 2780403 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2784791 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2784792 WARN (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33b855b0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2784792 WARN (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33b855b0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2784796 WARN (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25d41363[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2784796 WARN (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25d41363[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2784815 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39219/solr
[junit4] 2> 2784816 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2784817 INFO (zkConnectionManagerCallback-11039-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784817 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2784935 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2784955 INFO (zkConnectionManagerCallback-11041-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2784955 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2785194 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35743_nt%2Fkd
[junit4] 2> 2785203 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.Overseer Overseer (id=72405225067315205-127.0.0.1:35743_nt%2Fkd-n_0000000000) starting
[junit4] 2> 2785211 INFO (OverseerStateUpdate-72405225067315205-127.0.0.1:35743_nt%2Fkd-n_0000000000) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35743_nt%2Fkd
[junit4] 2> 2785212 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35743_nt%2Fkd
[junit4] 2> 2785213 INFO (zkCallback-11040-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2785225 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2785225 WARN (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2785324 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2785549 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2785583 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2785583 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2785593 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/control-001/cores
[junit4] 2> 2785644 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2785646 INFO (zkConnectionManagerCallback-11050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2785661 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2785663 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2785664 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39219/solr ready
[junit4] 2> 2785802 INFO (qtp381581062-27052) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35743_nt%252Fkd&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2785806 INFO (OverseerThreadFactory-8283-thread-1-processing-n:127.0.0.1:35743_nt%2Fkd) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2785942 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2785942 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2787031 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2787099 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2787422 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2787459 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2787459 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2787460 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2787475 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2787485 WARN (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 2787746 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2787746 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2787749 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2787749 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2787750 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=106.115234375, floorSegmentMB=1.4208984375, forceMergeDeletesPctAllowed=1.5252271451600097, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6694149941618093, deletesPctAllowed=43.983887038870876
[junit4] 2> 2787750 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@bcb8d99[control_collection_shard1_replica_n1] main]
[junit4] 2> 2787761 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2787761 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2787762 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2787762 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660450401790459904
[junit4] 2> 2787766 INFO (searcherExecutor-8288-thread-1-processing-n:127.0.0.1:35743_nt%2Fkd x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@bcb8d99[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2787781 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2787782 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2787787 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2787787 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2787787 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35743/nt/kd/control_collection_shard1_replica_n1/
[junit4] 2> 2787787 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2787788 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:35743/nt/kd/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2787788 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72405225067315205-core_node2-n_0000000000
[junit4] 2> 2787814 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35743/nt/kd/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2787916 INFO (zkCallback-11040-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2787917 INFO (zkCallback-11040-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2787917 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2787920 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1978
[junit4] 2> 2787922 INFO (qtp381581062-27052) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2788020 INFO (zkCallback-11040-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2788020 INFO (zkCallback-11040-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2788020 INFO (zkCallback-11040-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2788021 INFO (qtp381581062-27052) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35743_nt%252Fkd&wt=javabin&version=2} status=0 QTime=2218
[junit4] 2> 2788021 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 2788127 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2788127 INFO (zkConnectionManagerCallback-11056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2788127 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2788129 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2788130 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39219/solr ready
[junit4] 2> 2788130 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2788241 INFO (qtp381581062-27052) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2788257 INFO (OverseerThreadFactory-8283-thread-2-processing-n:127.0.0.1:35743_nt%2Fkd) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2788257 INFO (OverseerCollectionConfigSetProcessor-72405225067315205-127.0.0.1:35743_nt%2Fkd-n_0000000000) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2788461 WARN (OverseerThreadFactory-8283-thread-2-processing-n:127.0.0.1:35743_nt%2Fkd) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2788463 INFO (qtp381581062-27052) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2788464 INFO (qtp381581062-27052) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=223
[junit4] 2> 2788465 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2788465 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2788465 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2788465 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2788465 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2788465 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2788465 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
[junit4] 2> 2790260 INFO (OverseerCollectionConfigSetProcessor-72405225067315205-127.0.0.1:35743_nt%2Fkd-n_0000000000) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2790284 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-1-001 of type NRT for shard2
[junit4] 2> 2790296 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2790296 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2790296 INFO (closeThreadPool-11057-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2790297 INFO (closeThreadPool-11057-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2790297 INFO (closeThreadPool-11057-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2790297 INFO (closeThreadPool-11057-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2790298 INFO (closeThreadPool-11057-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dc4d2c{/nt/kd,null,AVAILABLE}
[junit4] 2> 2790299 INFO (closeThreadPool-11057-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31e09ef8{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45631}
[junit4] 2> 2790299 INFO (closeThreadPool-11057-thread-1) [ ] o.e.j.s.Server Started @2790465ms
[junit4] 2> 2790299 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/nt/kd, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/tempDir-001/jetty1, hostPort=45631, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-1-001/cores}
[junit4] 2> 2790299 ERROR (closeThreadPool-11057-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2790299 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2790299 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2790299 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2790299 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr
[junit4] 2> 2790299 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-03-06T21:08:24.391985Z
[junit4] 2> 2790369 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2790407 INFO (zkConnectionManagerCallback-11059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790408 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2790515 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2790515 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-1-001/solr.xml
[junit4] 2> 2790545 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2792019 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-2-001 of type NRT for shard1
[junit4] 2> 2792039 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2792039 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2792039 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2792113 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2792113 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2792113 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2792113 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50883b95{/nt/kd,null,AVAILABLE}
[junit4] 2> 2792114 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d28e385{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40926}
[junit4] 2> 2792114 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.Server Started @2792280ms
[junit4] 2> 2792114 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/nt/kd, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/tempDir-001/jetty2, hostPort=40926, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-2-001/cores}
[junit4] 2> 2792115 ERROR (closeThreadPool-11057-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2792115 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2792115 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2792115 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2792115 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr
[junit4] 2> 2792115 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-03-06T21:08:26.207374Z
[junit4] 2> 2792128 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2792129 INFO (zkConnectionManagerCallback-11062-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2792129 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2792233 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2792234 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-2-001/solr.xml
[junit4] 2> 2792381 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2794898 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2794938 WARN (closeThreadPool-11057-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@127d36bc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2794938 WARN (closeThreadPool-11057-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@127d36bc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2794956 WARN (closeThreadPool-11057-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@52833a47[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2794956 WARN (closeThreadPool-11057-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@52833a47[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2794958 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39219/solr
[junit4] 2> 2795132 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2795173 INFO (zkConnectionManagerCallback-11069-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2795173 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2795343 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2795422 INFO (zkConnectionManagerCallback-11071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2795422 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2795449 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2795454 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.c.ZkController Publish node=127.0.0.1:45631_nt%2Fkd as DOWN
[junit4] 2> 2795455 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2795455 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45631_nt%2Fkd
[junit4] 2> 2795469 INFO (zkCallback-11040-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2795469 INFO (zkCallback-11055-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2795471 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2795471 WARN (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2795517 INFO (zkCallback-11070-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2795691 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2795889 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2795894 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2795988 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2795988 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2795991 INFO (closeThreadPool-11057-thread-1) [n:127.0.0.1:45631_nt%2Fkd ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-1-001/cores
[junit4] 2> 2796004 WARN (closeThreadPool-11057-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7b1c7df9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2796004 WARN (closeThreadPool-11057-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7b1c7df9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2796099 WARN (closeThreadPool-11057-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c472f5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2796099 WARN (closeThreadPool-11057-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c472f5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2796121 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39219/solr
[junit4] 2> 2796141 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2796165 INFO (zkConnectionManagerCallback-11081-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2796165 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2796302 INFO (closeThreadPool-11057-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:45631_nt%2Fkd
[junit4] 2> 2796402 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2796403 INFO (zkConnectionManagerCallback-11083-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2796403 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2796463 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2796510 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.c.ZkController Publish node=127.0.0.1:40926_nt%2Fkd as DOWN
[junit4] 2> 2796511 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2796511 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40926_nt%2Fkd
[junit4] 2> 2796513 INFO (zkCallback-11070-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2796513 INFO (zkCallback-11040-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2796534 INFO (zkCallback-11082-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2796535 INFO (zkCallback-11055-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2796537 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2796537 WARN (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2796842 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2797090 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2797183 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2797183 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2797185 INFO (closeThreadPool-11057-thread-2) [n:127.0.0.1:40926_nt%2Fkd ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-2-001/cores
[junit4] 2> 2797629 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:40926_nt%2Fkd
[junit4] 2> 2797842 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-3-001 of type NRT for shard2
[junit4] 2> 2797845 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2797845 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2797845 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2797846 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2797846 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2797846 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2797846 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14457872{/nt/kd,null,AVAILABLE}
[junit4] 2> 2797847 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@164f0d6d{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46872}
[junit4] 2> 2797847 INFO (closeThreadPool-11057-thread-2) [ ] o.e.j.s.Server Started @2798013ms
[junit4] 2> 2797848 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/nt/kd, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/tempDir-001/jetty3, hostPort=46872, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-3-001/cores}
[junit4] 2> 2797848 ERROR (closeThreadPool-11057-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2797848 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2797848 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2797848 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2797848 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr
[junit4] 2> 2797848 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-03-06T21:08:31.940479Z
[junit4] 2> 2797849 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2797855 INFO (zkConnectionManagerCallback-11089-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2797855 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2797960 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2797960 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-3-001/solr.xml
[junit4] 2> 2797965 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2802047 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2802069 WARN (closeThreadPool-11057-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@44d4905f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2802069 WARN (closeThreadPool-11057-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@44d4905f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2802118 WARN (closeThreadPool-11057-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43c7298a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2802118 WARN (closeThreadPool-11057-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43c7298a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2802120 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39219/solr
[junit4] 2> 2802130 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2802131 INFO (zkConnectionManagerCallback-11096-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2802131 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2802244 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2802245 INFO (zkConnectionManagerCallback-11098-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2802245 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2802267 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2802332 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46872_nt%2Fkd as DOWN
[junit4] 2> 2802334 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2802334 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46872_nt%2Fkd
[junit4] 2> 2802337 INFO (zkCallback-11055-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2802337 INFO (zkCallback-11070-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2802336 INFO (zkCallback-11097-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2802381 INFO (zkCallback-11040-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2802410 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2802410 WARN (closeThreadPool-11057-thread-2) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2802413 INFO (zkCallback-11082-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2802571 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2802900 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2802986 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2802986 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2802988 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-3-001/cores
[junit4] 2> 2803389 INFO (closeThreadPool-11057-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:46872_nt%2Fkd
[junit4] 2> 2803422 INFO (qtp381581062-27052) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40926_nt%252Fkd&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2803437 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46872_nt%252Fkd&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2803449 INFO (OverseerThreadFactory-8283-thread-3-processing-n:127.0.0.1:35743_nt%2Fkd) [n:127.0.0.1:35743_nt%2Fkd c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40926_nt%2Fkd for creating new replica of shard shard1 for collection collection1
[junit4] 2> 2803449 INFO (OverseerThreadFactory-8283-thread-4-processing-n:127.0.0.1:35743_nt%2Fkd) [n:127.0.0.1:35743_nt%2Fkd c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46872_nt%2Fkd for creating new replica of shard shard2 for collection collection1
[junit4] 2> 2803480 INFO (OverseerThreadFactory-8283-thread-3-processing-n:127.0.0.1:35743_nt%2Fkd) [n:127.0.0.1:35743_nt%2Fkd c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 2803481 INFO (OverseerThreadFactory-8283-thread-4-processing-n:127.0.0.1:35743_nt%2Fkd) [n:127.0.0.1:35743_nt%2Fkd c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 2803718 INFO (qtp381581062-27053) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45631_nt%252Fkd&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2803856 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd x:collection1_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2803883 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2804899 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2804985 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2805034 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
[junit4] 2> 2805122 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 2805600 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2805635 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2805638 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from configset conf1, trusted=true
[junit4] 2> 2805638 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2805638 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-3-001/cores/collection1_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-3-001/cores/collection1_shard2_replica_n2/data/]
[junit4] 2> 2805641 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2805667 WARN (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 2805672 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2805672 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16485bc5
[junit4] 2> 2805672 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
[junit4] 2> 2805726 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2805748 WARN (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 2806089 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2806089 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2806092 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2806092 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2806109 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=106.115234375, floorSegmentMB=1.4208984375, forceMergeDeletesPctAllowed=1.5252271451600097, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6694149941618093, deletesPctAllowed=43.983887038870876
[junit4] 2> 2806110 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e56569a[collection1_shard2_replica_n2] main]
[junit4] 2> 2806129 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2806130 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2806130 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2806130 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660450421050703872
[junit4] 2> 2806178 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2806178 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 2806191 INFO (searcherExecutor-8320-thread-1-processing-n:127.0.0.1:46872_nt%2Fkd x:collection1_shard2_replica_n2 c:collection1 s:shard2) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@5e56569a[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2806193 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2806193 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2806193 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46872/nt/kd/collection1_shard2_replica_n2/
[junit4] 2> 2806193 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2806193 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.SyncStrategy https://127.0.0.1:46872/nt/kd/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 2806193 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/72405225067315216-core_node3-n_0000000000
[junit4] 2> 2806194 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2806194 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2806196 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2806196 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2806202 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46872/nt/kd/collection1_shard2_replica_n2/ shard2
[junit4] 2> 2806204 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2806219 INFO (qtp1462555572-27171) [n:127.0.0.1:46872_nt%2Fkd c:collection1 s:shard2 x:collection1_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n2&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2363
[junit4] 2> 2806221 INFO (qtp381581062-27051) [n:127.0.0.1:35743_nt%2Fkd c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46872_nt%252Fkd&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2783
[junit4] 2> 2806197 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=106.115234375, floorSegmentMB=1.4208984375, forceMergeDeletesPctAllowed=1.5252271451600097, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6694149941618093, deletesPctAllowed=43.983887038870876
[junit4] 2> 2806222 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3233b89b[collection1_shard1_replica_n1] main]
[junit4] 2> 2806224 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2806224 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2806225 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2806225 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1660450421150318592
[junit4] 2> 2806241 INFO (searcherExecutor-8321-thread-1-processing-n:127.0.0.1:40926_nt%2Fkd x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@3233b89b[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2806252 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2806252 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 2806263 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2806263 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2806264 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40926/nt/kd/collection1_shard1_replica_n1/
[junit4] 2> 2806264 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2806264 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:40926/nt/kd/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 2806264 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72405225067315213-core_node4-n_0000000000
[junit4] 2> 2806265 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40926/nt/kd/collection1_shard1_replica_n1/ shard1
[junit4] 2> 2806368 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2806371 INFO (qtp1957933168-27125) [n:127.0.0.1:40926_nt%2Fkd c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2487
[junit4] 2> 2806373 INFO (qtp381581062-27052) [n:127.0.0.1:35743_nt%2Fkd c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40926_nt%252Fkd&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2950
[junit4] 2> 2807758 INFO (OverseerThreadFactory-8283-thread-5-processing-n:127.0.0.1:35743_nt%2Fkd) [n:127.0.0.1:35743_nt%2Fkd c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45631_nt%2Fkd for creating new replica of shard shard2 for collection collection1
[junit4] 2> 2807758 INFO (OverseerCollectionConfigSetProcessor-72405225067315205-127.0.0.1:35743_nt%2Fkd-n_0000000000) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2807759 INFO (OverseerCollectionConfigSetProcessor-72405225067315205-127.0.0.1:35743_nt%2Fkd-n_0000000000) [n:127.0.0.1:35743_nt%2Fkd ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000005 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2807760 INFO (OverseerThreadFactory-8283-thread-5-processing-n:127.0.0.1:35743_nt%2Fkd) [n:127.0.0.1:35743_nt%2Fkd c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 2807947 INFO (qtp1310204666-27112) [n:127.0.0.1:45631_nt%2Fkd x:collection1_shard2_replica_n5 ] o.a.s.h.a
[...truncated too long message...]
rdsplit2/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest_shardsplit2/terms/shard1
[junit4] 2> 2 /solr/collections/ocptest1/terms/shard1
[junit4] 2> 2 /solr/collections/ocptest2/terms/shard1
[junit4] 2> 2 /solr/collections/ocptest2/terms/shard2
[junit4] 2> 2 /solr/collections/ocptest3/terms/shard2
[junit4] 2> 2 /solr/collections/ocptest3/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest3/terms/shard1
[junit4] 2> 2 /solr/collections/collection1/terms/shard1_0
[junit4] 2> 2 /solr/collections/ocptest_shardsplit/terms/shard4
[junit4] 2> 2 /solr/collections/ocptest2/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest_shardsplit/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest_shardsplit/terms/shard2
[junit4] 2> 2 /solr/collections/ocptest1/terms/shard3
[junit4] 2> 2 /solr/collections/ocptest_shardsplit/terms/shard1
[junit4] 2> 2 /solr/collections/ocptest1/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 121 /solr/collections/ocptest_shardsplit2/state.json
[junit4] 2> 81 /solr/clusterstate.json
[junit4] 2> 47 /solr/collections/ocptest_shardsplit/state.json
[junit4] 2> 44 /solr/collections/ocptest1/state.json
[junit4] 2> 42 /solr/collections/ocptest3/state.json
[junit4] 2> 42 /solr/collections/ocptest2/state.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 126 /solr/overseer/queue
[junit4] 2> 52 /solr/overseer/collection-queue-work
[junit4] 2> 31 /solr/collections
[junit4] 2> 25 /solr/live_nodes
[junit4] 2>
[junit4] 2> 2855235 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39219
[junit4] 2> 2855235 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39219
[junit4] 2> 2855235 INFO (TEST-MultiThreadedOCPTest.test-seed#[9A98E01A5CE65D68]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39219
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.method=test -Dtests.seed=9A98E01A5CE65D68 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=sl-SI -Dtests.timezone=America/Indianapolis -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 76.4s J2 | MultiThreadedOCPTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: acoll: 1583528964841 bcoll: 1583528965002
[junit4] > at __randomizedtesting.SeedInfo.seed([9A98E01A5CE65D68:12CCDFC0F21A3090]:0)
[junit4] > at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:116)
[junit4] > at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:71)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MultiThreadedOCPTest_9A98E01A5CE65D68-001
[junit4] 2> Mar 06, 2020 9:09:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {range_facet_l_dv=PostingsFormat(name=Direct), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), _root_=Lucene84, intDefault=Lucene84, id_i1=Lucene84, id=PostingsFormat(name=Direct), range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=79, maxMBSortInHeap=5.487607756545619, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@20e98851), locale=sl-SI, timezone=America/Indianapolis
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=207656384,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TransactionLogTest, TestInitParams, TestSimClusterStateProvider, BasicDistributedZkTest, SuggesterWFSTTest, SolrRrdBackendFactoryTest, NodeLostTriggerIntegrationTest, PreAnalyzedFieldTest, TestRecovery, TestMinMaxOnMultiValuedField, TestStressVersions, MoveReplicaHDFSFailoverTest, NodeMutatorTest, BaseCdcrDistributedZkTest, XsltUpdateRequestHandlerTest, SpellCheckCollatorTest, TestTolerantSearch, ConcurrentCreateRoutedAliasTest, DebugComponentTest, MultiDestinationAuditLoggerTest, TestNumericRangeQuery64, TestShortCircuitedRequests, MetricUtilsTest, TestFieldCacheWithThreads, ForceLeaderWithTlogReplicasTest, HdfsWriteToMultipleCollectionsTest, SuggesterFSTTest, ExternalFileFieldSortTest, TestTrieFacet, BasicAuthOnSingleNodeTest, TestSimpleTextCodec, MetricsHistoryWithAuthIntegrationTest, TestCollapseQParserPlugin, TestApiFramework, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ClassificationUpdateProcessorFactoryTest, DistanceUnitsTest, DistributedUpdateProcessorTest, TestDynamicURP, TestRawResponseWriter, JWTAuthPluginTest, TestSolrCloudWithDelegationTokens, TestCloudInspectUtil, SplitByPrefixTest, UninvertDocValuesMergePolicyTest, TestExactSharedStatsCache, TestJsonFacetsWithNestedObjects, TestLMJelinekMercerSimilarityFactory, MultiSolrCloudTestCaseTest, OverseerSolrResponseTest, TestFilteredDocIdSet, TestQuerySenderNoQuery, HdfsAutoAddReplicasIntegrationTest, TestNumericTerms64, TestSimDistributedQueue, DistributedTermsComponentTest, TestSolrCloudWithHadoopAuthPlugin, LeaderFailoverAfterPartitionTest, IndexSizeTriggerSizeEstimationTest, TestCoreDiscovery, ReplaceNodeTest, TestConfigSetProperties, SplitHandlerTest, URLClassifyProcessorTest, ImplicitSnitchTest, TestDirectoryFactory, OverseerCollectionConfigSetProcessorTest, DistributedIntervalFacetingTest, OpenExchangeRatesOrgProviderTest, TestXmlQParserPlugin, CoreAdminRequestStatusTest, TestTolerantUpdateProcessorRandomCloud, TestSQLHandler, TestExplainDocTransformer, TestDistributedGrouping, TestAuthorizationFramework, TriggerEventQueueTest, EmbeddedSolrNoSerializeTest, TestRequestStatusCollectionAPI, TestStreamBody, LeaderVoteWaitTimeoutTest, TestSchemaVersionResource, CollectionTooManyReplicasTest, TestFuzzyAnalyzedSuggestions, TestXIncludeConfig, HdfsDirectoryFactoryTest, ZkCollectionPropsCachingTest, TestRangeQuery, HdfsDirectoryTest, TestConfig, DistributedVersionInfoTest, AtomicUpdateRemovalJavabinTest, ShardsWhitelistTest, IndexSizeEstimatorTest, JsonLoaderTest, MetricsHistoryHandlerTest, ReindexCollectionTest, TestHalfAndHalfDocValues, TestRandomFlRTGCloud, CdcrOpsAndBoundariesTest, DistributedMLTComponentTest, CollectionPropsTest, TestSimTriggerIntegration, TestUseDocValuesAsStored2, TestSolr4Spatial2, TestCustomDocTransformer, BigEndianAscendingWordDeserializerTest, SoftAutoCommitTest, TestSimGenericDistributedQueue, TestRequestForwarding, TestIndexingPerformance, TestExpandComponent, SharedFSAutoReplicaFailoverTest, CdcrVersionReplicationTest, TestGraphTermsQParserPlugin, ChangedSchemaMergeTest, TestDeleteCollectionOnDownNodes, TestBackupRepositoryFactory, ConnectionReuseTest, TestLegacyField, RAMDirectoryFactoryTest, TestBinaryField, ConvertedLegacyTest, PeerSyncTest, NestedAtomicUpdateTest, TestSolrQueryResponse, SuggestComponentContextFilterQueryTest, CloudReplicaSourceTest, TestSimpleTrackingShardHandler, TestSolrFieldCacheBean, ResponseBuilderTest, TestLRUStatsCacheCloud, SOLR749Test, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AutoScalingHandlerTest, SaslZkACLProviderTest, TestLegacyTerms, TestStressRecovery, TestElisionMultitermQuery, TestFieldResource, CoreAdminCreateDiscoverTest, HdfsChaosMonkeySafeLeaderTest, TestSolrConfigHandlerConcurrent, TestBlendedInfixSuggestions, HdfsRecoveryZkTest, LeaderElectionContextKeyTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, OutputWriterTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestJoin, ProtectedTermFilterFactoryTest, TestLuceneMatchVersion, AliasIntegrationTest, ClusterStateMockUtilTest, ConfigSetsAPITest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DocValuesNotIndexedTest, ForceLeaderTest, FullSolrCloudDistribCmdsTest, HttpPartitionTest, LeaderElectionIntegrationTest, MigrateRouteKeyTest, MultiThreadedOCPTest]
[junit4] Completed [493/905 (1!)] on J2 in 76.75s, 1 test, 1 failure <<< FAILURES!
[...truncated 54021 lines...]