You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/06/30 10:56:49 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2239 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2239/
2 tests failed.
FAILED: org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler
Error Message:
Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:4AC1932480C4E4DF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:360)
at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
at org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler(TestStressThreadBackup.java:106)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler
Error Message:
Error from server at http://127.0.0.1:36795/solr/collection1_shard1_replica_n1: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36795/solr/collection1_shard1_replica_n1: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:5065C6DEFCCA8B73]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
at org.apache.solr.handler.TestStressThreadBackup$1.makeBackup(TestStressThreadBackup.java:131)
at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
at org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler(TestStressThreadBackup.java:112)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 15143 lines...]
[junit4] Suite: org.apache.solr.handler.TestStressThreadBackup
[junit4] 2> 5694236 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 5694237 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/data-dir-159-001
[junit4] 2> 5694238 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 5694239 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 5694239 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 5694242 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoreAdminHandler
[junit4] 2> 5694242 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001
[junit4] 2> 5694243 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5694243 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 5694243 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5694343 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer start zk server on port: 46605
[junit4] 2> 5694343 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46605
[junit4] 2> 5694343 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46605
[junit4] 2> 5694343 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46605
[junit4] 2> 5694345 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5694347 INFO (zkConnectionManagerCallback-70423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5694347 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5694349 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5694349 INFO (zkConnectionManagerCallback-70425-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5694349 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5694350 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5694351 INFO (zkConnectionManagerCallback-70427-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5694351 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5694454 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5694454 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 5694454 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
[junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@127ea7da{/solr,null,AVAILABLE}
[junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36e66de7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43227}
[junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.Server Started @5694481ms
[junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43227}
[junit4] 2> 5694455 ERROR (jetty-launcher-70428-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-30T10:38:03.081080Z
[junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5694457 INFO (zkConnectionManagerCallback-70430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5694457 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5694458 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5694564 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 5694565 WARN (jetty-launcher-70428-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@202f1106[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5694565 WARN (jetty-launcher-70428-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@202f1106[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5694567 WARN (jetty-launcher-70428-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56d254d2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5694567 WARN (jetty-launcher-70428-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56d254d2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5694569 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46605/solr
[junit4] 2> 5694569 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5694570 INFO (zkConnectionManagerCallback-70441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5694570 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5694648 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43227_solr
[junit4] 2> 5694649 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) starting
[junit4] 2> 5694652 INFO (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43227_solr
[junit4] 2> 5694653 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43227_solr
[junit4] 2> 5694653 INFO (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5694655 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5694655 WARN (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5694678 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5694706 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
[junit4] 2> 5694713 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
[junit4] 2> 5694713 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
[junit4] 2> 5694714 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1
[junit4] 2> 5694720 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 5694720 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5694721 INFO (zkConnectionManagerCallback-70458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5694721 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5694722 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5694723 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46605/solr ready
[junit4] 2> 5694728 INFO (qtp941724819-128247) [n:127.0.0.1:43227_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5694730 INFO (OverseerThreadFactory-70448-thread-1-processing-n:127.0.0.1:43227_solr) [n:127.0.0.1:43227_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 5694835 INFO (qtp941724819-128249) [n:127.0.0.1:43227_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 5694836 INFO (qtp941724819-128249) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 5694839 INFO (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43227/solr",
[junit4] 2> "node_name":"127.0.0.1:43227_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 5695042 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5695052 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5695061 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 5695063 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5695063 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 5695063 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
[junit4] 2> 5695064 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1/collection1_shard1_replica_n1/data/]
[junit4] 2> 5695137 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 5695137 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5695139 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5695139 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5695141 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5695141 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5695142 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 5695142 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670919994754465792
[junit4] 2> 5695144 INFO (searcherExecutor-70460-thread-1-processing-n:127.0.0.1:43227_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 5695147 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 5695147 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/
[junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74019419186200580-core_node2-n_0000000000
[junit4] 2> 5695154 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 5695255 INFO (zkCallback-70440-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5695256 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5695258 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=216
[junit4] 2> 5695260 INFO (qtp941724819-128247) [n:127.0.0.1:43227_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5695358 INFO (zkCallback-70440-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5695358 INFO (zkCallback-70440-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5695359 INFO (qtp941724819-128247) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=631
[junit4] 2> 5695362 INFO (Thread-17567) [ ] o.a.s.h.TestStressThreadBackup Heavy Committing #1: org.apache.solr.client.solrj.request.UpdateRequest@68a160e8
[junit4] 2> 5695387 DEBUG (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=1
[junit4] 2> 5695391 INFO (qtp941724819-128249) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 5695391 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 5695391 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[doc_1 (1670919994987249664)], commit=} 0 28
[junit4] 2> 5695392 INFO (qtp941724819-128249) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_1 (1670919994987249665)], commit=} 0 28
[junit4] 2> 5695394 INFO (Thread-17567) [ ] o.a.s.h.TestStressThreadBackup Heavy Committing #2: org.apache.solr.client.solrj.request.UpdateRequest@691b9ad0
[junit4] 2> 5695396 ERROR (qtp941724819-128246) [n:127.0.0.1:43227_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
[junit4] 2> at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:70)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
[junit4] 2> at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
[junit4] 2> at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
[junit4] 2> at org.apache.solr.handler.SnapShooter.initialize(SnapShooter.java:90)
[junit4] 2> at org.apache.solr.handler.SnapShooter.<init>(SnapShooter.java:81)
[junit4] 2> at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:56)
[junit4] 2> ... 38 more
[junit4] 2>
[junit4] 2> 5695396 INFO (qtp941724819-128246) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=collection1_shard1_replica_n1&name=backup_currentAt_1&action=BACKUPCORE&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001&wt=javabin&version=2} status=500 QTime=1
[junit4] 2> 5695397 ERROR (qtp941724819-128246) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
[junit4] 2> at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:70)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
[junit4] 2> at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
[junit4] 2> at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
[junit4] 2> at org.apache.solr.handler.SnapShooter.initialize(SnapShooter.java:90)
[junit4] 2> at org.apache.solr.handler.SnapShooter.<init>(SnapShooter.java:81)
[junit4] 2> at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:56)
[junit4] 2> ... 38 more
[junit4] 2>
[junit4] 2> 5695407 DEBUG (qtp941724819-128247) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=2
[junit4] 2> 5695409 INFO (qtp941724819-128247) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_2 (1670919995019755520)], commit=} 0 14
[junit4] 2> 5695513 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1180084551
[junit4] 2> 5695513 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43227_solr
[junit4] 2> 5695513 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 5695513 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43227_solr as DOWN
[junit4] 2> 5695515 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@203eaf28
[junit4] 2> 5695515 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1 tag=SolrCore@203eaf28
[junit4] 2> 5695515 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23c8ee68: rootName = solr_43227, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1/com.codahale.metrics.MetricRegistry@7557e866
[junit4] 2> 5695527 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader tag=SolrCore@203eaf28
[junit4] 2> 5695528 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 5695529 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 5695529 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52eb4c5: rootName = solr_43227, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2890391f
[junit4] 2> 5695535 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 5695535 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@217b5558: rootName = solr_43227, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1e937cba
[junit4] 2> 5695537 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 5695537 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e0908e2: rootName = solr_43227, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@29c4eb06
[junit4] 2> 5695537 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 5695538 INFO (closeThreadPool-70471-thread-2) [ ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
[junit4] 2> 5695538 INFO (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43227_solr
[junit4] 2> 5695542 INFO (OverseerAutoScalingTriggerThread-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 5695544 INFO (closeThreadPool-70471-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
[junit4] 2> 5695643 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
[junit4] 2> 5695645 INFO (jetty-closer-70465-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@36e66de7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 5695645 INFO (jetty-closer-70465-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@127ea7da{/solr,null,UNAVAILABLE}
[junit4] 2> 5695645 INFO (jetty-closer-70465-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 5695646 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 5695849 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 5695851 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46605
[junit4] 2> 5695851 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46605
[junit4] 2> 5695851 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46605
[junit4] 2> 5695852 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCoreAdminHandler
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestStressThreadBackup -Dtests.method=testCoreAdminHandler -Dtests.seed=CB01AE1CEF4AE921 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=fr-CA -Dtests.timezone=Asia/Calcutta -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 1.62s J1 | TestStressThreadBackup.testCoreAdminHandler <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
[junit4] > at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:4AC1932480C4E4DF]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
[junit4] > at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:360)
[junit4] > at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
[junit4] > at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
[junit4] > at org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler(TestStressThreadBackup.java:106)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 5695856 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationHandler
[junit4] 2> 5695857 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002
[junit4] 2> 5695857 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5695858 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 5695858 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5695958 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer start zk server on port: 38871
[junit4] 2> 5695958 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38871
[junit4] 2> 5695958 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38871
[junit4] 2> 5695958 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38871
[junit4] 2> 5695959 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5695961 INFO (zkConnectionManagerCallback-70473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5695961 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5695962 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5695963 INFO (zkConnectionManagerCallback-70475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5695963 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5695964 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5695964 INFO (zkConnectionManagerCallback-70477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5695965 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
[junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cf3e828{/solr,null,AVAILABLE}
[junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51357aae{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36795}
[junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.Server Started @5696094ms
[junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36795}
[junit4] 2> 5696068 ERROR (jetty-launcher-70478-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-30T10:38:04.693868Z
[junit4] 2> 5696069 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5696070 INFO (zkConnectionManagerCallback-70480-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5696070 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5696070 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5696177 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 5696178 WARN (jetty-launcher-70478-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1059f8e1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5696178 WARN (jetty-launcher-70478-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1059f8e1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5696180 WARN (jetty-launcher-70478-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29401d0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5696180 WARN (jetty-launcher-70478-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29401d0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5696182 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38871/solr
[junit4] 2> 5696182 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5696183 INFO (zkConnectionManagerCallback-70491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5696183 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5696253 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36795_solr
[junit4] 2> 5696254 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.Overseer Overseer (id=74019419292041220-127.0.0.1:36795_solr-n_0000000000) starting
[junit4] 2> 5696258 INFO (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36795_solr
[junit4] 2> 5696258 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36795_solr
[junit4] 2> 5696259 INFO (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5696260 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5696260 WARN (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5696280 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5696299 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
[junit4] 2> 5696306 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
[junit4] 2> 5696306 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
[junit4] 2> 5696307 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1
[junit4] 2> 5696313 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 5696314 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5696314 INFO (zkConnectionManagerCallback-70508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5696314 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5696315 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5696316 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38871/solr ready
[junit4] 2> 5696319 INFO (qtp1609731872-128331) [n:127.0.0.1:36795_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5696321 INFO (OverseerThreadFactory-70498-thread-1-processing-n:127.0.0.1:36795_solr) [n:127.0.0.1:36795_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 5696426 INFO (qtp1609731872-128333) [n:127.0.0.1:36795_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
[junit4] 2> 5696427 INFO (qtp1609731872-128333) [n:127.0.0.1:36795_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 5696430 INFO (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36795/solr",
[junit4] 2> "node_name":"127.0.0.1:36795_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 5696633 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5696640 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5696655 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 5696657 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5696657 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 5696657 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
[junit4] 2> 5696657 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1/collection1_shard1_replica_n1/data/]
[junit4] 2> 5696725 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 5696725 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5696727 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5696728 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5696729 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5696730 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5696730 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 5696730 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670919996419604480
[junit4] 2> 5696732 INFO (searcherExecutor-70510-thread-1-processing-n:127.0.0.1:36795_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 5696737 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 5696737 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/
[junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74019419292041220-core_node2-n_0000000000
[junit4] 2> 5696742 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 5696844 INFO (zkCallback-70490-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5696844 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5696847 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=214
[junit4] 2> 5696849 INFO (qtp1609731872-128331) [n:127.0.0.1:36795_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5696948 INFO (zkCallback-70490-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5696948 INFO (zkCallback-70490-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5696949 INFO (qtp1609731872-128331) [n:127.0.0.1:36795_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=629
[junit4] 2> 5696954 INFO (Thread-17577) [ ] o.a.s.h.TestStressThreadBackup Heavy Committing #1: org.apache.solr.client.solrj.request.UpdateRequest@10c4bd3a
[junit4] 2> 5696978 DEBUG (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=1
[junit4] 2> 5696983 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 5696983 INFO (qtp1609731872-128333) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 5696983 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[doc_1 (1670919996656582656)], commit=} 0 27
[junit4] 2> 5696983 INFO (qtp1609731872-128333) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_1 (1670919996656582657)], commit=} 0 28
[junit4] 2> 5696983 INFO (Thread-17577) [ ] o.a.s.h.TestStressThreadBackup Heavy Committing #2: org.apache.solr.client.solrj.request.UpdateRequest@64d9c5ba
[junit4] 2> 5696984 ERROR (qtp1609731872-128331) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
[junit4] 2> at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
[junit4] 2> at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doSnapShoot(ReplicationHandler.java:581)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2592)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 5696984 INFO (qtp1609731872-128331) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/replication params={name=backup_currentAt_1&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002&wt=javabin&version=2&command=backup} status=400 QTime=0
[junit4] 2> 5697046 DEBUG (qtp1609731872-128332) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=2
[junit4] 2> 5697099 INFO (qtp1609731872-128332) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_2 (1670919996685942784)], commit=} 0 115
[junit4] 2> 5697203 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12390719
[junit4] 2> 5697203 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36795_solr
[junit4] 2> 5697203 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 5697203 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36795_solr as DOWN
[junit4] 2> 5697205 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@40e324f0
[junit4] 2> 5697205 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1 tag=SolrCore@40e324f0
[junit4] 2> 5697205 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5944f9c1: rootName = solr_36795, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1/com.codahale.metrics.MetricRegistry@130824dc
[junit4] 2> 5697217 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader tag=SolrCore@40e324f0
[junit4] 2> 5697218 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 5697220 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 5697220 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6914ab5c: rootName = solr_36795, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@103958be
[junit4] 2> 5697226 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 5697226 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64e6de1e: rootName = solr_36795, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1e937cba
[junit4] 2> 5697229 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric
[...truncated too long message...]
st(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
[junit4] > at org.apache.solr.handler.TestStressThreadBackup$1.makeBackup(TestStressThreadBackup.java:131)
[junit4] > at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
[junit4] > at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
[junit4] > at org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler(TestStressThreadBackup.java:112)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001
[junit4] 2> Jun 30, 2020 10:38:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {38_s=BlockTreeOrds(blocksize=128), 34_s=BlockTreeOrds(blocksize=128), 11_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 30_s=BlockTreeOrds(blocksize=128), 53_s=PostingsFormat(name=LuceneFixedGap), 76_s=Lucene84, 95_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 19_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 57_s=PostingsFormat(name=LuceneFixedGap), 99_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 15_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 72_s=Lucene84, 91_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=Lucene84, 49_s=BlockTreeOrds(blocksize=128), 22_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 0_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 4_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), _root_=PostingsFormat(name=LuceneFixedGap), 41_s=BlockTreeOrds(blocksize=128), 87_s=Lucene84, 64_s=PostingsFormat(name=LuceneFixedGap), 8_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 45_s=BlockTreeOrds(blocksize=128), 26_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 68_s=PostingsFormat(name=LuceneFixedGap), 83_s=Lucene84, 60_s=PostingsFormat(name=LuceneFixedGap), 14_s=Lucene84, 37_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 33_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 10_s=Lucene84, 52_s=BlockTreeOrds(blocksize=128), 98_s=Lucene84, 75_s=PostingsFormat(name=LuceneFixedGap), 18_s=Lucene84, 56_s=BlockTreeOrds(blocksize=128), 79_s=PostingsFormat(name=LuceneFixedGap), 90_s=Lucene84, 94_s=Lucene84, 71_s=PostingsFormat(name=LuceneFixedGap), 25_s=Lucene84, 48_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), type_s=PostingsFormat(name=LuceneFixedGap), 21_s=Lucene84, 3_s=Lucene84, 40_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 63_s=BlockTreeOrds(blocksize=128), 86_s=PostingsFormat(name=LuceneFixedGap), 7_s=Lucene84, 29_s=Lucene84, 44_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 67_s=BlockTreeOrds(blocksize=128), 82_s=PostingsFormat(name=LuceneFixedGap), 59_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 13_s=PostingsFormat(name=LuceneFixedGap), 32_s=Lucene84, 51_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 74_s=BlockTreeOrds(blocksize=128), 97_s=PostingsFormat(name=LuceneFixedGap), 55_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 78_s=BlockTreeOrds(blocksize=128), 17_s=PostingsFormat(name=LuceneFixedGap), 36_s=Lucene84, 70_s=BlockTreeOrds(blocksize=128), 93_s=PostingsFormat(name=LuceneFixedGap), 24_s=PostingsFormat(name=LuceneFixedGap), 20_s=PostingsFormat(name=LuceneFixedGap), 2_s=PostingsFormat(name=LuceneFixedGap), 62_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 6_s=PostingsFormat(name=LuceneFixedGap), 43_s=Lucene84, 85_s=BlockTreeOrds(blocksize=128), 28_s=PostingsFormat(name=LuceneFixedGap), 66_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 47_s=Lucene84, 89_s=BlockTreeOrds(blocksize=128), 81_s=BlockTreeOrds(blocksize=128), 12_s=BlockTreeOrds(blocksize=128), 39_s=PostingsFormat(name=LuceneFixedGap), 31_s=PostingsFormat(name=LuceneFixedGap), 73_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 54_s=Lucene84, 96_s=BlockTreeOrds(blocksize=128), 77_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 16_s=BlockTreeOrds(blocksize=128), 35_s=PostingsFormat(name=LuceneFixedGap), 58_s=Lucene84, 50_s=Lucene84, 92_s=BlockTreeOrds(blocksize=128), 23_s=BlockTreeOrds(blocksize=128), 1_s=BlockTreeOrds(blocksize=128), 5_s=BlockTreeOrds(blocksize=128), 42_s=PostingsFormat(name=LuceneFixedGap), 65_s=Lucene84, 84_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 9_s=BlockTreeOrds(blocksize=128), 27_s=BlockTreeOrds(blocksize=128), 46_s=PostingsFormat(name=LuceneFixedGap), 69_s=Lucene84, 88_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 61_s=Lucene84, 80_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84))}, docValues:{}, maxPointsInLeafNode=637, maxMBSortInHeap=5.643188788601102, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=fr-CA, timezone=Asia/Calcutta
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=223906248,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [RestartWhileUpdatingTest, TestJsonRequest, TestCopyFieldCollectionResource, TestInPlaceUpdateWithRouteField, TestReqParamsAPI, SolrShardReporterTest, QueryElevationComponentTest, QueryResultKeyTest, BadComponentTest, TestCollapseQParserPlugin, SchemaVersionSpecificBehaviorTest, DisMaxRequestHandlerTest, RequiredFieldsTest, DistributedSuggestComponentTest, TestNamedUpdateProcessors, StatsComponentTest, TestAtomicUpdateErrorCases, CoreMergeIndexesAdminHandlerTest, SplitShardTest, MetricTriggerTest, DataDrivenBlockJoinTest, TestSchemalessBufferedUpdates, TestQuerySenderListener, TestFieldCacheReopen, TestDocTermOrds, TestSlowCompositeReaderWrapper, TestSolrCloudWithSecureImpersonation, TestContainerPlugin, TestHighlightDedupGrouping, TestSolrDeletionPolicy1, UpdateParamsTest, TestCloudPivotFacet, V2StandaloneTest, TestUtils, BaseCdcrDistributedZkTest, PathHierarchyTokenizerFactoryTest, TestLogWatcher, TestSegmentSorting, TestCSVResponseWriter, TestFieldTypeResource, TestCloudRecovery2, QueryParsingTest, ShardRoutingTest, AssignTest, EnumFieldTest, CategoryRoutedAliasUpdateProcessorTest, TestPushWriter, SynonymTokenizerTest, XmlInterpolationTest, TestFilteredDocIdSet, JSONWriterTest, DateMathParserTest, IndexBasedSpellCheckerTest, NumericFieldsTest, SpatialHeatmapFacetsTest, AuditLoggerIntegrationTest, HdfsBasicDistributedZk2Test, CollectionTooManyReplicasTest, SplitHandlerTest, TestPhraseSuggestions, TestWordDelimiterFilterFactory, SystemLogListenerTest, SegmentsInfoRequestHandlerTest, TestStressRecovery, StatelessScriptUpdateProcessorFactoryTest, TestChildDocTransformerHierarchy, HdfsAutoAddReplicasIntegrationTest, TestCryptoKeys, TestDeprecatedFilters, TestFreeTextSuggestions, TestJettySolrRunner, TestRequestStatusCollectionAPI, CurrencyFieldTypeTest, RestoreTriggerStateTest, AdminHandlersProxyTest, RecoveryZkTest, TestTrieFacet, SolrLogPostToolTest, TestHdfsCloudBackupRestore, LukeRequestHandlerTest, SolrMetricsIntegrationTest, PreAnalyzedFieldManagedSchemaCloudTest, TestGraphTermsQParserPlugin, TestCodecSupport, DistributedVersionInfoTest, NestedShardedAtomicUpdateTest, TestFieldCacheVsDocValues, TestRebalanceLeaders, TestCoreAdminApis, CoreAdminHandlerTest, TestStressLiveNodes, TestInitQParser, TestSQLHandlerNonCloud, TestJsonFacets, ForceLeaderWithTlogReplicasTest, TestSimDistributedQueue, SolrCoreTest, TestSimGenericDistributedQueue, TestHashPartitioner, ZkCLITest, IndexSchemaTest, TestFacetMethods, TestDistributedTracing, MetricsHistoryHandlerTest, ReplaceNodeNoTargetTest, TestShardHandlerFactory, DeleteLastCustomShardedReplicaTest, ConcurrentCreateCollectionTest, SearchHandlerTest, TestSort, TestRangeQuery, DistributedExpandComponentTest, JWTAuthPluginIntegrationTest, CacheHeaderTest, TestNumericTerms32, TestNumericRangeQuery32, TestReplicationHandler, TestComponentsName, TestSolr4Spatial2, TestPointFields, ConcurrentCreateRoutedAliasTest, TestPivotHelperCode, NoCacheHeaderTest, TestRetrieveFieldsOptimizer, CdcrOpsAndBoundariesTest, TestDynamicLoadingUrl, TestElisionMultitermQuery, BasicFunctionalityTest, TriLevelCompositeIdRoutingTest, JWTVerificationkeyResolverTest, TestDistributedStatsComponentCardinality, TestUniqueKeyFieldResource, TestUseDocValuesAsStored, TestDistributedMap, TestCloudDeleteByQuery, TestLazyCores, ScheduledTriggerTest, TestStressThreadBackup]
[junit4] Completed [902/912 (1!)] on J1 in 3.95s, 2 tests, 2 errors <<< FAILURES!
[...truncated 52051 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2240 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2240/
3 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([5F6B83E79EF75D2A:D44C5036DFF1F6AE]:0)
at java.base/sun.nio.ch.Net.bind0(Native Method)
at java.base/sun.nio.ch.Net.bind(Net.java:461)
at java.base/sun.nio.ch.Net.bind(Net.java:453)
at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:497)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=23213, name=qtp1783832310-23213, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 2) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 3) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 4) Thread[id=23210, name=qtp1783832310-23210-acceptor-0@aa80b0f-ServerConnector@11bab3bf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41341}, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 5) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 6) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 7) Thread[id=23206, name=qtp1783832310-23206, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 8) Thread[id=23214, name=Session-HouseKeeper-743763fb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 9) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=23213, name=qtp1783832310-23213, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
3) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
4) Thread[id=23210, name=qtp1783832310-23210-acceptor-0@aa80b0f-ServerConnector@11bab3bf{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41341}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
5) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
6) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
7) Thread[id=23206, name=qtp1783832310-23206, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
8) Thread[id=23214, name=Session-HouseKeeper-743763fb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
9) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([5F6B83E79EF75D2A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=23206, name=qtp1783832310-23206, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 2) Thread[id=23213, name=qtp1783832310-23213, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 3) Thread[id=23214, name=Session-HouseKeeper-743763fb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 4) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 5) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 6) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 7) Thread[id=23210, name=qtp1783832310-23210, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 8) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 9) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=23206, name=qtp1783832310-23206, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2) Thread[id=23213, name=qtp1783832310-23213, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
3) Thread[id=23214, name=Session-HouseKeeper-743763fb-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
4) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
5) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
6) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
7) Thread[id=23210, name=qtp1783832310-23210, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
8) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
9) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([5F6B83E79EF75D2A]:0)
Build Log:
[...truncated 13668 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 2181332 INFO (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 2181354 INFO (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/data-dir-107-001
[junit4] 2> 2181354 WARN (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2181355 INFO (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2181356 INFO (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 2181356 INFO (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2181356 INFO (SUITE-ShardSplitTest-seed#[5F6B83E79EF75D2A]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2181381 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2181382 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 2181382 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2181484 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer start zk server on port: 40805
[junit4] 2> 2181484 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40805
[junit4] 2> 2181484 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40805
[junit4] 2> 2181484 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40805
[junit4] 2> 2181524 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2181570 INFO (zkConnectionManagerCallback-10295-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2181570 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2181583 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2181584 INFO (zkConnectionManagerCallback-10297-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2181584 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2181598 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2181601 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2181612 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2181614 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2181623 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2181625 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2181627 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2181629 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2181643 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2181645 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2181647 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2181648 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2182519 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2182519 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 2182519 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
[junit4] 2> 2182536 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2182537 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2182537 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2182537 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ffeda76{/,null,AVAILABLE}
[junit4] 2> 2182537 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52001258{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43703}
[junit4] 2> 2182538 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.s.Server Started @2182577ms
[junit4] 2> 2182538 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/tempDir-001/control/data, hostPort=43703, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/cores}
[junit4] 2> 2182538 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2182538 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2182538 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2182538 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2182538 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 2182538 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-01T06:43:10.251860Z
[junit4] 2> 2182539 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2182549 INFO (zkConnectionManagerCallback-10299-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2182549 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2182651 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2182651 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/solr.xml
[junit4] 2> 2182670 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2184465 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2184467 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@bc04145[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2184467 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@bc04145[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2184482 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25c7fc79[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2184482 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25c7fc79[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2184484 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40805/solr
[junit4] 2> 2184485 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2184487 INFO (zkConnectionManagerCallback-10310-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2184502 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2184605 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2184606 INFO (zkConnectionManagerCallback-10312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2184606 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2185070 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43703_
[junit4] 2> 2185095 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.c.Overseer Overseer (id=73064313812221956-127.0.0.1:43703_-n_0000000000) starting
[junit4] 2> 2185140 INFO (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43703_
[junit4] 2> 2185141 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 2185142 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43703_
[junit4] 2> 2185144 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 2185144 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 2185164 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 2185164 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 2185164 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 2185164 INFO (zkCallback-10311-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2185167 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2185168 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2185322 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2185473 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227
[junit4] 2> 2185528 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227
[junit4] 2> 2185529 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227
[junit4] 2> 2185538 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [n:127.0.0.1:43703_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/cores
[junit4] 2> 2185579 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2185581 INFO (zkConnectionManagerCallback-10329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2185581 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2185582 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2185584 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[5F6B83E79EF75D2A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40805/solr ready
[junit4] 2> 2185586 INFO (qtp1943991029-19390) [n:127.0.0.1:43703_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43703_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2185608 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 2185608 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 2185608 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id: /overseer/collection-queue-work/qn-0000000000 message: {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:43703_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 2185609 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 2185609 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:43703_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 2185609 DEBUG (OverseerCollectionConfigSetProcessor-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 2185609 INFO (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2185610 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 2185611 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode: control_collection
[junit4] 2> 2185620 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 2185622 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:43703_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 2185622 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 2185622 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 2185723 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.Assign shardnames [shard1] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:43703_]
[junit4] 2> 2185726 INFO (qtp1943991029-19389) [n:127.0.0.1:43703_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2185727 INFO (qtp1943991029-19389) [n:127.0.0.1:43703_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 2185729 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:43703_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 2185731 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:43703_
[junit4] 2> 2185732 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [control_collection_shard1_replica_n1] cores but found {}
[junit4] 2> 2185733 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43703",
[junit4] 2> "node_name":"127.0.0.1:43703_",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2185733 INFO (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43703",
[junit4] 2> "node_name":"127.0.0.1:43703_",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2185751 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 2185751 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43703",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:43703_",
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 2185833 DEBUG (OverseerThreadFactory-10319-thread-1-processing-n:127.0.0.1:43703_) [n:127.0.0.1:43703_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [control_collection_shard1_replica_n1] cores but found {}
[junit4] 2> 2185851 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 2185936 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2185940 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43703",
[junit4] 2> "node_name":"127.0.0.1:43703_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 2185940 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43703",
[junit4] 2> "node_name":"127.0.0.1:43703_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 2185940 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43703",
[junit4] 2> "node_name":"127.0.0.1:43703_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}
[junit4] 2> 2185940 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43703",
[junit4] 2> "node_name":"127.0.0.1:43703_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}}}
[junit4] 2> 2185970 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2186024 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 2186041 DEBUG (OverseerStateUpdate-73064313812221956-127.0.0.1:43703_-n_0000000000) [n:127.0.0.1:43703_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 2186382 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2186413 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 2186413 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6968d227
[junit4] 2> 2186413 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_5F6B83E79EF75D2A-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2186446 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=108.3134765625, floorSegmentMB=1.7978515625, forceMergeDeletesPctAllowed=13.275927084784172, segmentsPerTier=18.0, maxCFSSegmentSizeMB=1.21484375, noCFSRatio=0.0, deletesPctAllowed=24.705335471041714
[junit4] 2> 2186468 WARN (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 2186850 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2186850 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2186852 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2186852 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2186866 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=10.953125, floorSegmentMB=1.44921875, forceMergeDeletesPctAllowed=23.227957997569643, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=49.64201332945058
[junit4] 2> 2186870 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2186878 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2186879 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 2186879 INFO (qtp1943991029-19391) [n:127.0.0.1:43703_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670995818150100992
[junit4] 2> 2186883 INFO (searcherExecutor-10331-thread-1-processing-n:127.0.0.1:43703_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1 r:core_no
[...truncated too long message...]
java:2123)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 4) Thread[id=23207, name=qtp1783832310-23207, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
[junit4] > at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 5) Thread[id=23209, name=qtp1783832310-23209, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
[junit4] > at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 6) Thread[id=23211, name=qtp1783832310-23211, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 7) Thread[id=23210, name=qtp1783832310-23210, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 8) Thread[id=23208, name=qtp1783832310-23208, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
[junit4] > at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$219/0x00000001004c5c40.run(Unknown Source)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 9) Thread[id=23262, name=Connector-Scheduler-11bab3bf-1, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 10) Thread[id=23212, name=qtp1783832310-23212, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > at __randomizedtesting.SeedInfo.seed([5F6B83E79EF75D2A]:0)
[junit4] Completed [363/914 (1!)] on J2 in 759.53s, 11 tests, 3 errors <<< FAILURES!
[...truncated 53689 lines...]
Re: [JENKINS] Lucene-Solr-NightlyTests-master - Build # 2239 - Still
Unstable
Posted by Jan Høydahl <ja...@cominvent.com>.
I committed a fix for these failing @Nightly tests, caused by SOLR-14561
> 30. jun. 2020 kl. 12:56 skrev Apache Jenkins Server <je...@builds.apache.org>:
>
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2239/
>
> 2 tests failed.
> FAILED: org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler
>
> Error Message:
> Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
>
> Stack Trace:
> org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:4AC1932480C4E4DF]:0)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
> at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:360)
> at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
> at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
> at org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler(TestStressThreadBackup.java:106)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:566)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
> at java.base/java.lang.Thread.run(Thread.java:834)
>
>
> FAILED: org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler
>
> Error Message:
> Error from server at http://127.0.0.1:36795/solr/collection1_shard1_replica_n1: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
>
> Stack Trace:
> org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36795/solr/collection1_shard1_replica_n1: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:5065C6DEFCCA8B73]:0)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
> at org.apache.solr.handler.TestStressThreadBackup$1.makeBackup(TestStressThreadBackup.java:131)
> at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
> at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
> at org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler(TestStressThreadBackup.java:112)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:566)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
> at java.base/java.lang.Thread.run(Thread.java:834)
>
>
>
>
> Build Log:
> [...truncated 15143 lines...]
> [junit4] Suite: org.apache.solr.handler.TestStressThreadBackup
> [junit4] 2> 5694236 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
> [junit4] 2> 5694237 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/data-dir-159-001
> [junit4] 2> 5694238 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
> [junit4] 2> 5694239 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
> [junit4] 2> 5694239 INFO (SUITE-TestStressThreadBackup-seed#[CB01AE1CEF4AE921]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
> [junit4] 2> 5694242 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoreAdminHandler
> [junit4] 2> 5694242 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001
> [junit4] 2> 5694243 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
> [junit4] 2> 5694243 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
> [junit4] 2> 5694243 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
> [junit4] 2> 5694343 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer start zk server on port: 46605
> [junit4] 2> 5694343 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46605
> [junit4] 2> 5694343 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46605
> [junit4] 2> 5694343 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46605
> [junit4] 2> 5694345 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5694347 INFO (zkConnectionManagerCallback-70423-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5694347 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5694349 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5694349 INFO (zkConnectionManagerCallback-70425-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5694349 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5694350 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5694351 INFO (zkConnectionManagerCallback-70427-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5694351 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5694454 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
> [junit4] 2> 5694454 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
> [junit4] 2> 5694454 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
> [junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
> [junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
> [junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
> [junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@127ea7da{/solr,null,AVAILABLE}
> [junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36e66de7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43227}
> [junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.e.j.s.Server Started @5694481ms
> [junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43227}
> [junit4] 2> 5694455 ERROR (jetty-launcher-70428-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
> [junit4] 2> 5694455 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
> [junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
> [junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
> [junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
> [junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-30T10:38:03.081080Z
> [junit4] 2> 5694456 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5694457 INFO (zkConnectionManagerCallback-70430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5694457 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5694458 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 5694564 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
> [junit4] 2> 5694565 WARN (jetty-launcher-70428-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@202f1106[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 5694565 WARN (jetty-launcher-70428-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@202f1106[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 5694567 WARN (jetty-launcher-70428-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@56d254d2[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 5694567 WARN (jetty-launcher-70428-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@56d254d2[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 5694569 INFO (jetty-launcher-70428-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46605/solr
> [junit4] 2> 5694569 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5694570 INFO (zkConnectionManagerCallback-70441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5694570 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5694648 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43227_solr
> [junit4] 2> 5694649 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) starting
> [junit4] 2> 5694652 INFO (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43227_solr
> [junit4] 2> 5694653 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43227_solr
> [junit4] 2> 5694653 INFO (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
> [junit4] 2> 5694655 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
> [junit4] 2> 5694655 WARN (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
> [junit4] 2> 5694678 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
> [junit4] 2> 5694706 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
> [junit4] 2> 5694713 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
> [junit4] 2> 5694713 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
> [junit4] 2> 5694714 INFO (jetty-launcher-70428-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1
> [junit4] 2> 5694720 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
> [junit4] 2> 5694720 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5694721 INFO (zkConnectionManagerCallback-70458-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5694721 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5694722 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
> [junit4] 2> 5694723 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46605/solr ready
> [junit4] 2> 5694728 INFO (qtp941724819-128247) [n:127.0.0.1:43227_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
> [junit4] 2> 5694730 INFO (OverseerThreadFactory-70448-thread-1-processing-n:127.0.0.1:43227_solr) [n:127.0.0.1:43227_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
> [junit4] 2> 5694835 INFO (qtp941724819-128249) [n:127.0.0.1:43227_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
> [junit4] 2> 5694836 INFO (qtp941724819-128249) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
> [junit4] 2> 5694839 INFO (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr ] o.a.s.c.o.SliceMutator createReplica() {
> [junit4] 2> "operation":"ADDREPLICA",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "core":"collection1_shard1_replica_n1",
> [junit4] 2> "state":"down",
> [junit4] 2> "base_url":"http://127.0.0.1:43227/solr",
> [junit4] 2> "node_name":"127.0.0.1:43227_solr",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "waitForFinalState":"false"}
> [junit4] 2> 5695042 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
> [junit4] 2> 5695052 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
> [junit4] 2> 5695061 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
> [junit4] 2> 5695063 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 5695063 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
> [junit4] 2> 5695063 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43227.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
> [junit4] 2> 5695064 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-001/node1/collection1_shard1_replica_n1/data/]
> [junit4] 2> 5695137 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
> [junit4] 2> 5695137 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 5695139 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 5695139 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 5695141 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
> [junit4] 2> 5695141 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 5695142 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
> [junit4] 2> 5695142 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670919994754465792
> [junit4] 2> 5695144 INFO (searcherExecutor-70460-thread-1-processing-n:127.0.0.1:43227_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
> [junit4] 2> 5695147 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
> [junit4] 2> 5695147 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
> [junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
> [junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
> [junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/
> [junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
> [junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/ has no replicas
> [junit4] 2> 5695152 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74019419186200580-core_node2-n_0000000000
> [junit4] 2> 5695154 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43227/solr/collection1_shard1_replica_n1/ shard1
> [junit4] 2> 5695255 INFO (zkCallback-70440-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
> [junit4] 2> 5695256 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
> [junit4] 2> 5695258 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=216
> [junit4] 2> 5695260 INFO (qtp941724819-128247) [n:127.0.0.1:43227_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
> [junit4] 2> 5695358 INFO (zkCallback-70440-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
> [junit4] 2> 5695358 INFO (zkCallback-70440-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
> [junit4] 2> 5695359 INFO (qtp941724819-128247) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=631
> [junit4] 2> 5695362 INFO (Thread-17567) [ ] o.a.s.h.TestStressThreadBackup Heavy Committing #1: org.apache.solr.client.solrj.request.UpdateRequest@68a160e8
> [junit4] 2> 5695387 DEBUG (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=1
> [junit4] 2> 5695391 INFO (qtp941724819-128249) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
> [junit4] 2> 5695391 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=1}, version=1}
> [junit4] 2> 5695391 INFO (qtp941724819-128250) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[doc_1 (1670919994987249664)], commit=} 0 28
> [junit4] 2> 5695392 INFO (qtp941724819-128249) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_1 (1670919994987249665)], commit=} 0 28
> [junit4] 2> 5695394 INFO (Thread-17567) [ ] o.a.s.h.TestStressThreadBackup Heavy Committing #2: org.apache.solr.client.solrj.request.UpdateRequest@691b9ad0
> [junit4] 2> 5695396 ERROR (qtp941724819-128246) [n:127.0.0.1:43227_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> [junit4] 2> at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:70)
> [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
> [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
> [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
> [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
> [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
> [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
> [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
> [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
> [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
> [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
> [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
> [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
> [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
> [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
> [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
> [junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
> [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
> [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
> [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
> [junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
> [junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
> [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
> [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
> [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
> [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
> [junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
> [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
> [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
> [junit4] 2> Caused by: org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> [junit4] 2> at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
> [junit4] 2> at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
> [junit4] 2> at org.apache.solr.handler.SnapShooter.initialize(SnapShooter.java:90)
> [junit4] 2> at org.apache.solr.handler.SnapShooter.<init>(SnapShooter.java:81)
> [junit4] 2> at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:56)
> [junit4] 2> ... 38 more
> [junit4] 2>
> [junit4] 2> 5695396 INFO (qtp941724819-128246) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=collection1_shard1_replica_n1&name=backup_currentAt_1&action=BACKUPCORE&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001&wt=javabin&version=2} status=500 QTime=1
> [junit4] 2> 5695397 ERROR (qtp941724819-128246) [n:127.0.0.1:43227_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> [junit4] 2> at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:70)
> [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
> [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
> [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
> [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
> [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
> [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
> [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
> [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
> [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
> [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
> [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
> [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
> [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
> [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
> [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
> [junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
> [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
> [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
> [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
> [junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
> [junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
> [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
> [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
> [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
> [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
> [junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
> [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
> [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
> [junit4] 2> Caused by: org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> [junit4] 2> at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
> [junit4] 2> at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
> [junit4] 2> at org.apache.solr.handler.SnapShooter.initialize(SnapShooter.java:90)
> [junit4] 2> at org.apache.solr.handler.SnapShooter.<init>(SnapShooter.java:81)
> [junit4] 2> at org.apache.solr.handler.admin.BackupCoreOp.execute(BackupCoreOp.java:56)
> [junit4] 2> ... 38 more
> [junit4] 2>
> [junit4] 2> 5695407 DEBUG (qtp941724819-128247) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=2
> [junit4] 2> 5695409 INFO (qtp941724819-128247) [n:127.0.0.1:43227_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_2 (1670919995019755520)], commit=} 0 14
> [junit4] 2> 5695513 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1180084551
> [junit4] 2> 5695513 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43227_solr
> [junit4] 2> 5695513 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
> [junit4] 2> 5695513 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43227_solr as DOWN
> [junit4] 2> 5695515 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@203eaf28
> [junit4] 2> 5695515 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1 tag=SolrCore@203eaf28
> [junit4] 2> 5695515 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@23c8ee68: rootName = solr_43227, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1/com.codahale.metrics.MetricRegistry@7557e866
> [junit4] 2> 5695527 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader tag=SolrCore@203eaf28
> [junit4] 2> 5695528 INFO (coreCloseExecutor-70469-thread-1) [n:127.0.0.1:43227_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
> [junit4] 2> 5695529 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
> [junit4] 2> 5695529 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52eb4c5: rootName = solr_43227, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2890391f
> [junit4] 2> 5695535 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
> [junit4] 2> 5695535 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@217b5558: rootName = solr_43227, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1e937cba
> [junit4] 2> 5695537 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
> [junit4] 2> 5695537 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e0908e2: rootName = solr_43227, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@29c4eb06
> [junit4] 2> 5695537 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
> [junit4] 2> 5695538 INFO (closeThreadPool-70471-thread-2) [ ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
> [junit4] 2> 5695538 INFO (OverseerStateUpdate-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [n:127.0.0.1:43227_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43227_solr
> [junit4] 2> 5695542 INFO (OverseerAutoScalingTriggerThread-74019419186200580-127.0.0.1:43227_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
> [junit4] 2> 5695544 INFO (closeThreadPool-70471-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
> [junit4] 2> 5695643 INFO (jetty-closer-70465-thread-1) [ ] o.a.s.c.Overseer Overseer (id=74019419186200580-127.0.0.1:43227_solr-n_0000000000) closing
> [junit4] 2> 5695645 INFO (jetty-closer-70465-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@36e66de7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
> [junit4] 2> 5695645 INFO (jetty-closer-70465-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@127ea7da{/solr,null,UNAVAILABLE}
> [junit4] 2> 5695645 INFO (jetty-closer-70465-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
> [junit4] 2> 5695646 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
> [junit4] 2> 5695849 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
> [junit4] 2> Maximum concurrent create/delete watches above limit:
> [junit4] 2>
> [junit4] 2> 3 /solr/collections/collection1/terms/shard1
> [junit4] 2> 2 /solr/aliases.json
> [junit4] 2> 2 /solr/clusterprops.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent data watches above limit:
> [junit4] 2>
> [junit4] 2> 7 /solr/collections/collection1/state.json
> [junit4] 2>
> [junit4] 2> Maximum concurrent children watches above limit:
> [junit4] 2>
> [junit4] 2> 12 /solr/overseer/queue
> [junit4] 2> 5 /solr/overseer/collection-queue-work
> [junit4] 2> 4 /solr/collections
> [junit4] 2> 3 /solr/live_nodes
> [junit4] 2>
> [junit4] 2> 5695851 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46605
> [junit4] 2> 5695851 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46605
> [junit4] 2> 5695851 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46605
> [junit4] 2> 5695852 INFO (TEST-TestStressThreadBackup.testCoreAdminHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCoreAdminHandler
> [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestStressThreadBackup -Dtests.method=testCoreAdminHandler -Dtests.seed=CB01AE1CEF4AE921 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=fr-CA -Dtests.timezone=Asia/Calcutta -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
> [junit4] ERROR 1.62s J1 | TestStressThreadBackup.testCoreAdminHandler <<<
> [junit4] > Throwable #1: org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43227/solr: Failed to backup core=collection1_shard1_replica_n1 because org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-001 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> [junit4] > at __randomizedtesting.SeedInfo.seed([CB01AE1CEF4AE921:4AC1932480C4E4DF]:0)
> [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
> [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
> [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
> [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
> [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
> [junit4] > at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:360)
> [junit4] > at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
> [junit4] > at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
> [junit4] > at org.apache.solr.handler.TestStressThreadBackup.testCoreAdminHandler(TestStressThreadBackup.java:106)
> [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
> [junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
> [junit4] 2> 5695856 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReplicationHandler
> [junit4] 2> 5695857 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002
> [junit4] 2> 5695857 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
> [junit4] 2> 5695858 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
> [junit4] 2> 5695858 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
> [junit4] 2> 5695958 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer start zk server on port: 38871
> [junit4] 2> 5695958 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38871
> [junit4] 2> 5695958 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38871
> [junit4] 2> 5695958 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38871
> [junit4] 2> 5695959 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5695961 INFO (zkConnectionManagerCallback-70473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5695961 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5695962 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5695963 INFO (zkConnectionManagerCallback-70475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5695963 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5695964 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5695964 INFO (zkConnectionManagerCallback-70477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5695965 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
> [junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
> [junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
> [junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
> [junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
> [junit4] 2> 5696067 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
> [junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cf3e828{/solr,null,AVAILABLE}
> [junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51357aae{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36795}
> [junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.e.j.s.Server Started @5696094ms
> [junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36795}
> [junit4] 2> 5696068 ERROR (jetty-launcher-70478-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
> [junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
> [junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
> [junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
> [junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
> [junit4] 2> 5696068 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-30T10:38:04.693868Z
> [junit4] 2> 5696069 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5696070 INFO (zkConnectionManagerCallback-70480-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5696070 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5696070 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
> [junit4] 2> 5696177 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
> [junit4] 2> 5696178 WARN (jetty-launcher-70478-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1059f8e1[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 5696178 WARN (jetty-launcher-70478-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1059f8e1[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 5696180 WARN (jetty-launcher-70478-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29401d0[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 5696180 WARN (jetty-launcher-70478-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29401d0[provider=null,keyStore=null,trustStore=null]
> [junit4] 2> 5696182 INFO (jetty-launcher-70478-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38871/solr
> [junit4] 2> 5696182 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5696183 INFO (zkConnectionManagerCallback-70491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5696183 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5696253 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36795_solr
> [junit4] 2> 5696254 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.Overseer Overseer (id=74019419292041220-127.0.0.1:36795_solr-n_0000000000) starting
> [junit4] 2> 5696258 INFO (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36795_solr
> [junit4] 2> 5696258 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36795_solr
> [junit4] 2> 5696259 INFO (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
> [junit4] 2> 5696260 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
> [junit4] 2> 5696260 WARN (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
> [junit4] 2> 5696280 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
> [junit4] 2> 5696299 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
> [junit4] 2> 5696306 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
> [junit4] 2> 5696306 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
> [junit4] 2> 5696307 INFO (jetty-launcher-70478-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1
> [junit4] 2> 5696313 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
> [junit4] 2> 5696314 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
> [junit4] 2> 5696314 INFO (zkConnectionManagerCallback-70508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
> [junit4] 2> 5696314 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
> [junit4] 2> 5696315 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
> [junit4] 2> 5696316 INFO (TEST-TestStressThreadBackup.testReplicationHandler-seed#[CB01AE1CEF4AE921]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38871/solr ready
> [junit4] 2> 5696319 INFO (qtp1609731872-128331) [n:127.0.0.1:36795_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
> [junit4] 2> 5696321 INFO (OverseerThreadFactory-70498-thread-1-processing-n:127.0.0.1:36795_solr) [n:127.0.0.1:36795_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
> [junit4] 2> 5696426 INFO (qtp1609731872-128333) [n:127.0.0.1:36795_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
> [junit4] 2> 5696427 INFO (qtp1609731872-128333) [n:127.0.0.1:36795_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
> [junit4] 2> 5696430 INFO (OverseerStateUpdate-74019419292041220-127.0.0.1:36795_solr-n_0000000000) [n:127.0.0.1:36795_solr ] o.a.s.c.o.SliceMutator createReplica() {
> [junit4] 2> "operation":"ADDREPLICA",
> [junit4] 2> "collection":"collection1",
> [junit4] 2> "shard":"shard1",
> [junit4] 2> "core":"collection1_shard1_replica_n1",
> [junit4] 2> "state":"down",
> [junit4] 2> "base_url":"http://127.0.0.1:36795/solr",
> [junit4] 2> "node_name":"127.0.0.1:36795_solr",
> [junit4] 2> "type":"NRT",
> [junit4] 2> "waitForFinalState":"false"}
> [junit4] 2> 5696633 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
> [junit4] 2> 5696640 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
> [junit4] 2> 5696655 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
> [junit4] 2> 5696657 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
> [junit4] 2> 5696657 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
> [junit4] 2> 5696657 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36795.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39f4a45a
> [junit4] 2> 5696657 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/tempDir-002/node1/collection1_shard1_replica_n1/data/]
> [junit4] 2> 5696725 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
> [junit4] 2> 5696725 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
> [junit4] 2> 5696727 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
> [junit4] 2> 5696728 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
> [junit4] 2> 5696729 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
> [junit4] 2> 5696730 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
> [junit4] 2> 5696730 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
> [junit4] 2> 5696730 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1670919996419604480
> [junit4] 2> 5696732 INFO (searcherExecutor-70510-thread-1-processing-n:127.0.0.1:36795_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
> [junit4] 2> 5696737 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
> [junit4] 2> 5696737 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
> [junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
> [junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
> [junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/
> [junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
> [junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/ has no replicas
> [junit4] 2> 5696740 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74019419292041220-core_node2-n_0000000000
> [junit4] 2> 5696742 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36795/solr/collection1_shard1_replica_n1/ shard1
> [junit4] 2> 5696844 INFO (zkCallback-70490-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
> [junit4] 2> 5696844 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
> [junit4] 2> 5696847 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=214
> [junit4] 2> 5696849 INFO (qtp1609731872-128331) [n:127.0.0.1:36795_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
> [junit4] 2> 5696948 INFO (zkCallback-70490-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
> [junit4] 2> 5696948 INFO (zkCallback-70490-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
> [junit4] 2> 5696949 INFO (qtp1609731872-128331) [n:127.0.0.1:36795_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=629
> [junit4] 2> 5696954 INFO (Thread-17577) [ ] o.a.s.h.TestStressThreadBackup Heavy Committing #1: org.apache.solr.client.solrj.request.UpdateRequest@10c4bd3a
> [junit4] 2> 5696978 DEBUG (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=1
> [junit4] 2> 5696983 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=1}, version=1}
> [junit4] 2> 5696983 INFO (qtp1609731872-128333) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
> [junit4] 2> 5696983 INFO (qtp1609731872-128334) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[doc_1 (1670919996656582656)], commit=} 0 27
> [junit4] 2> 5696983 INFO (qtp1609731872-128333) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_1 (1670919996656582657)], commit=} 0 28
> [junit4] 2> 5696983 INFO (Thread-17577) [ ] o.a.s.h.TestStressThreadBackup Heavy Committing #2: org.apache.solr.client.solrj.request.UpdateRequest@64d9c5ba
> [junit4] 2> 5696984 ERROR (qtp1609731872-128331) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Path /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002 must be relative to SOLR_HOME, SOLR_DATA_HOME coreRootDirectory. Set system property 'solr.allowPaths' to add other allowed paths.
> [junit4] 2> at org.apache.solr.core.SolrPaths.assertPathAllowed(SolrPaths.java:134)
> [junit4] 2> at org.apache.solr.core.CoreContainer.assertPathAllowed(CoreContainer.java:1311)
> [junit4] 2> at org.apache.solr.handler.ReplicationHandler.doSnapShoot(ReplicationHandler.java:581)
> [junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
> [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
> [junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2592)
> [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:812)
> [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:588)
> [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
> [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
> [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
> [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
> [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
> [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
> [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
> [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
> [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
> [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
> [junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
> [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767)
> [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
> [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
> [junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
> [junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
> [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
> [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
> [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
> [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
> [junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
> [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
> [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
> [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
> [junit4] 2>
> [junit4] 2> 5696984 INFO (qtp1609731872-128331) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/replication params={name=backup_currentAt_1&location=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001/TestStressThreadBackup_backups-002&wt=javabin&version=2&command=backup} status=400 QTime=0
> [junit4] 2> 5697046 DEBUG (qtp1609731872-128332) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.c.IndexDeletionPolicyWrapper Deleting generation=2
> [junit4] 2> 5697099 INFO (qtp1609731872-128332) [n:127.0.0.1:36795_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{add=[dummy_2 (1670919996685942784)], commit=} 0 115
> [junit4] 2> 5697203 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12390719
> [junit4] 2> 5697203 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36795_solr
> [junit4] 2> 5697203 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
> [junit4] 2> 5697203 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36795_solr as DOWN
> [junit4] 2> 5697205 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@40e324f0
> [junit4] 2> 5697205 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1 tag=SolrCore@40e324f0
> [junit4] 2> 5697205 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5944f9c1: rootName = solr_36795, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1/com.codahale.metrics.MetricRegistry@130824dc
> [junit4] 2> 5697217 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader tag=SolrCore@40e324f0
> [junit4] 2> 5697218 INFO (coreCloseExecutor-70519-thread-1) [n:127.0.0.1:36795_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
> [junit4] 2> 5697220 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
> [junit4] 2> 5697220 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6914ab5c: rootName = solr_36795, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@103958be
> [junit4] 2> 5697226 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
> [junit4] 2> 5697226 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64e6de1e: rootName = solr_36795, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1e937cba
> [junit4] 2> 5697229 INFO (jetty-closer-70515-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric
>
> [...truncated too long message...]
>
> st(HttpSolrClient.java:266)
> [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
> [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
> [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
> [junit4] > at org.apache.solr.handler.TestStressThreadBackup$1.makeBackup(TestStressThreadBackup.java:131)
> [junit4] > at org.apache.solr.handler.TestStressThreadBackup$BackupAPIImpl.makeBackup(TestStressThreadBackup.java:349)
> [junit4] > at org.apache.solr.handler.TestStressThreadBackup.testSnapshotsAndBackupsDuringConcurrentCommitsAndOptimizes(TestStressThreadBackup.java:198)
> [junit4] > at org.apache.solr.handler.TestStressThreadBackup.testReplicationHandler(TestStressThreadBackup.java:112)
> [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
> [junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestStressThreadBackup_CB01AE1CEF4AE921-001
> [junit4] 2> Jun 30, 2020 10:38:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
> [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
> [junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {38_s=BlockTreeOrds(blocksize=128), 34_s=BlockTreeOrds(blocksize=128), 11_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 30_s=BlockTreeOrds(blocksize=128), 53_s=PostingsFormat(name=LuceneFixedGap), 76_s=Lucene84, 95_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 19_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 57_s=PostingsFormat(name=LuceneFixedGap), 99_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 15_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 72_s=Lucene84, 91_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=Lucene84, 49_s=BlockTreeOrds(blocksize=128), 22_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 0_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 4_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), _root_=PostingsFormat(name=LuceneFixedGap), 41_s=BlockTreeOrds(blocksize=128), 87_s=Lucene84, 64_s=PostingsFormat(name=LuceneFixedGap), 8_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 45_s=BlockTreeOrds(blocksize=128), 26_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 68_s=PostingsFormat(name=LuceneFixedGap), 83_s=Lucene84, 60_s=PostingsFormat(name=LuceneFixedGap), 14_s=Lucene84, 37_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 33_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 10_s=Lucene84, 52_s=BlockTreeOrds(blocksize=128), 98_s=Lucene84, 75_s=PostingsFormat(name=LuceneFixedGap), 18_s=Lucene84, 56_s=BlockTreeOrds(blocksize=128), 79_s=PostingsFormat(name=LuceneFixedGap), 90_s=Lucene84, 94_s=Lucene84, 71_s=PostingsFormat(name=LuceneFixedGap), 25_s=Lucene84, 48_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), type_s=PostingsFormat(name=LuceneFixedGap), 21_s=Lucene84, 3_s=Lucene84, 40_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 63_s=BlockTreeOrds(blocksize=128), 86_s=PostingsFormat(name=LuceneFixedGap), 7_s=Lucene84, 29_s=Lucene84, 44_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 67_s=BlockTreeOrds(blocksize=128), 82_s=PostingsFormat(name=LuceneFixedGap), 59_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 13_s=PostingsFormat(name=LuceneFixedGap), 32_s=Lucene84, 51_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 74_s=BlockTreeOrds(blocksize=128), 97_s=PostingsFormat(name=LuceneFixedGap), 55_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 78_s=BlockTreeOrds(blocksize=128), 17_s=PostingsFormat(name=LuceneFixedGap), 36_s=Lucene84, 70_s=BlockTreeOrds(blocksize=128), 93_s=PostingsFormat(name=LuceneFixedGap), 24_s=PostingsFormat(name=LuceneFixedGap), 20_s=PostingsFormat(name=LuceneFixedGap), 2_s=PostingsFormat(name=LuceneFixedGap), 62_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 6_s=PostingsFormat(name=LuceneFixedGap), 43_s=Lucene84, 85_s=BlockTreeOrds(blocksize=128), 28_s=PostingsFormat(name=LuceneFixedGap), 66_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 47_s=Lucene84, 89_s=BlockTreeOrds(blocksize=128), 81_s=BlockTreeOrds(blocksize=128), 12_s=BlockTreeOrds(blocksize=128), 39_s=PostingsFormat(name=LuceneFixedGap), 31_s=PostingsFormat(name=LuceneFixedGap), 73_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 54_s=Lucene84, 96_s=BlockTreeOrds(blocksize=128), 77_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 16_s=BlockTreeOrds(blocksize=128), 35_s=PostingsFormat(name=LuceneFixedGap), 58_s=Lucene84, 50_s=Lucene84, 92_s=BlockTreeOrds(blocksize=128), 23_s=BlockTreeOrds(blocksize=128), 1_s=BlockTreeOrds(blocksize=128), 5_s=BlockTreeOrds(blocksize=128), 42_s=PostingsFormat(name=LuceneFixedGap), 65_s=Lucene84, 84_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 9_s=BlockTreeOrds(blocksize=128), 27_s=BlockTreeOrds(blocksize=128), 46_s=PostingsFormat(name=LuceneFixedGap), 69_s=Lucene84, 88_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), 61_s=Lucene84, 80_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84))}, docValues:{}, maxPointsInLeafNode=637, maxMBSortInHeap=5.643188788601102, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=fr-CA, timezone=Asia/Calcutta
> [junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=223906248,total=536870912
> [junit4] 2> NOTE: All tests run in this JVM: [RestartWhileUpdatingTest, TestJsonRequest, TestCopyFieldCollectionResource, TestInPlaceUpdateWithRouteField, TestReqParamsAPI, SolrShardReporterTest, QueryElevationComponentTest, QueryResultKeyTest, BadComponentTest, TestCollapseQParserPlugin, SchemaVersionSpecificBehaviorTest, DisMaxRequestHandlerTest, RequiredFieldsTest, DistributedSuggestComponentTest, TestNamedUpdateProcessors, StatsComponentTest, TestAtomicUpdateErrorCases, CoreMergeIndexesAdminHandlerTest, SplitShardTest, MetricTriggerTest, DataDrivenBlockJoinTest, TestSchemalessBufferedUpdates, TestQuerySenderListener, TestFieldCacheReopen, TestDocTermOrds, TestSlowCompositeReaderWrapper, TestSolrCloudWithSecureImpersonation, TestContainerPlugin, TestHighlightDedupGrouping, TestSolrDeletionPolicy1, UpdateParamsTest, TestCloudPivotFacet, V2StandaloneTest, TestUtils, BaseCdcrDistributedZkTest, PathHierarchyTokenizerFactoryTest, TestLogWatcher, TestSegmentSorting, TestCSVResponseWriter, TestFieldTypeResource, TestCloudRecovery2, QueryParsingTest, ShardRoutingTest, AssignTest, EnumFieldTest, CategoryRoutedAliasUpdateProcessorTest, TestPushWriter, SynonymTokenizerTest, XmlInterpolationTest, TestFilteredDocIdSet, JSONWriterTest, DateMathParserTest, IndexBasedSpellCheckerTest, NumericFieldsTest, SpatialHeatmapFacetsTest, AuditLoggerIntegrationTest, HdfsBasicDistributedZk2Test, CollectionTooManyReplicasTest, SplitHandlerTest, TestPhraseSuggestions, TestWordDelimiterFilterFactory, SystemLogListenerTest, SegmentsInfoRequestHandlerTest, TestStressRecovery, StatelessScriptUpdateProcessorFactoryTest, TestChildDocTransformerHierarchy, HdfsAutoAddReplicasIntegrationTest, TestCryptoKeys, TestDeprecatedFilters, TestFreeTextSuggestions, TestJettySolrRunner, TestRequestStatusCollectionAPI, CurrencyFieldTypeTest, RestoreTriggerStateTest, AdminHandlersProxyTest, RecoveryZkTest, TestTrieFacet, SolrLogPostToolTest, TestHdfsCloudBackupRestore, LukeRequestHandlerTest, SolrMetricsIntegrationTest, PreAnalyzedFieldManagedSchemaCloudTest, TestGraphTermsQParserPlugin, TestCodecSupport, DistributedVersionInfoTest, NestedShardedAtomicUpdateTest, TestFieldCacheVsDocValues, TestRebalanceLeaders, TestCoreAdminApis, CoreAdminHandlerTest, TestStressLiveNodes, TestInitQParser, TestSQLHandlerNonCloud, TestJsonFacets, ForceLeaderWithTlogReplicasTest, TestSimDistributedQueue, SolrCoreTest, TestSimGenericDistributedQueue, TestHashPartitioner, ZkCLITest, IndexSchemaTest, TestFacetMethods, TestDistributedTracing, MetricsHistoryHandlerTest, ReplaceNodeNoTargetTest, TestShardHandlerFactory, DeleteLastCustomShardedReplicaTest, ConcurrentCreateCollectionTest, SearchHandlerTest, TestSort, TestRangeQuery, DistributedExpandComponentTest, JWTAuthPluginIntegrationTest, CacheHeaderTest, TestNumericTerms32, TestNumericRangeQuery32, TestReplicationHandler, TestComponentsName, TestSolr4Spatial2, TestPointFields, ConcurrentCreateRoutedAliasTest, TestPivotHelperCode, NoCacheHeaderTest, TestRetrieveFieldsOptimizer, CdcrOpsAndBoundariesTest, TestDynamicLoadingUrl, TestElisionMultitermQuery, BasicFunctionalityTest, TriLevelCompositeIdRoutingTest, JWTVerificationkeyResolverTest, TestDistributedStatsComponentCardinality, TestUniqueKeyFieldResource, TestUseDocValuesAsStored, TestDistributedMap, TestCloudDeleteByQuery, TestLazyCores, ScheduledTriggerTest, TestStressThreadBackup]
> [junit4] Completed [902/912 (1!)] on J1 in 3.95s, 2 tests, 2 errors <<< FAILURES!
>
> [...truncated 52051 lines...]
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: builds-unsubscribe@lucene.apache.org
> For additional commands, e-mail: builds-help@lucene.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org