You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/07/06 06:37:04 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 495 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/495/
1 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRemoveLeader
Error Message:
Unexpected number of tlog replicas: DocCollection(tlog_replica_test_remove_leader//collections/tlog_replica_test_remove_leader/state.json/7)={ "pullReplicas":"0", "replicationFactor":"0", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node4":{ "core":"tlog_replica_test_remove_leader_shard1_replica_t2", "base_url":"http://127.0.0.1:43020/solr", "node_name":"127.0.0.1:43020_solr", "state":"recovering", "type":"TLOG", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"100", "autoAddReplicas":"false", "nrtReplicas":"0", "tlogReplicas":"2"} expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: Unexpected number of tlog replicas: DocCollection(tlog_replica_test_remove_leader//collections/tlog_replica_test_remove_leader/state.json/7)={
"pullReplicas":"0",
"replicationFactor":"0",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node4":{
"core":"tlog_replica_test_remove_leader_shard1_replica_t2",
"base_url":"http://127.0.0.1:43020/solr",
"node_name":"127.0.0.1:43020_solr",
"state":"recovering",
"type":"TLOG",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"100",
"autoAddReplicas":"false",
"nrtReplicas":"0",
"tlogReplicas":"2"} expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([94F8F66C96687272:DB83108D1E11238]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.cloud.TestTlogReplica.assertNumberOfReplicas(TestTlogReplica.java:827)
at org.apache.solr.cloud.TestTlogReplica.doReplaceLeader(TestTlogReplica.java:403)
at org.apache.solr.cloud.TestTlogReplica.testRemoveLeader(TestTlogReplica.java:319)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15361 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> 4575325 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 4575325 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4575326 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/data-dir-177-001
[junit4] 2> 4575326 WARN (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1741 numCloses=1741
[junit4] 2> 4575326 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4575328 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4575329 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/tempDir-001
[junit4] 2> 4575329 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4575329 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 4575329 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4575330 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 4575429 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 44059
[junit4] 2> 4575429 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44059
[junit4] 2> 4575429 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44059
[junit4] 2> 4575429 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44059
[junit4] 2> 4575432 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4575434 INFO (zkConnectionManagerCallback-27318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4575434 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4575437 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4575438 INFO (zkConnectionManagerCallback-27320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4575438 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4575439 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4575440 INFO (zkConnectionManagerCallback-27322-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4575440 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4575544 WARN (jetty-launcher-27323-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 4575544 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4575544 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 4575544 INFO (jetty-launcher-27323-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 4575545 WARN (jetty-launcher-27323-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 4575545 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4575545 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 4575545 INFO (jetty-launcher-27323-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 4575545 INFO (jetty-launcher-27323-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4575545 INFO (jetty-launcher-27323-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4575545 INFO (jetty-launcher-27323-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4575546 INFO (jetty-launcher-27323-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29906cb8{/solr,null,AVAILABLE}
[junit4] 2> 4575546 INFO (jetty-launcher-27323-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4575546 INFO (jetty-launcher-27323-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4575546 INFO (jetty-launcher-27323-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4575546 INFO (jetty-launcher-27323-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5eae0781{/solr,null,AVAILABLE}
[junit4] 2> 4575546 INFO (jetty-launcher-27323-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23d11afa{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43020}
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-1) [ ] o.e.j.s.Server Started @4575582ms
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43020}
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20d32603{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43498}
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-2) [ ] o.e.j.s.Server Started @4575582ms
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43498}
[junit4] 2> 4575547 ERROR (jetty-launcher-27323-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4575547 ERROR (jetty-launcher-27323-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.7.0
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-06T04:56:34.498Z
[junit4] 2> 4575547 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-06T04:56:34.498Z
[junit4] 2> 4575549 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4575567 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4575568 INFO (zkConnectionManagerCallback-27327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4575568 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4575568 INFO (zkConnectionManagerCallback-27326-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4575568 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4575569 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4575569 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4577527 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4577528 WARN (jetty-launcher-27323-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27a06261[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4577528 WARN (jetty-launcher-27323-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27a06261[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4577531 WARN (jetty-launcher-27323-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41b8e1c4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4577531 WARN (jetty-launcher-27323-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41b8e1c4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4577532 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44059/solr
[junit4] 2> 4577533 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4577534 INFO (zkConnectionManagerCallback-27341-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4577534 INFO (jetty-launcher-27323-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4577637 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4577638 INFO (zkConnectionManagerCallback-27343-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4577638 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4577863 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43498_solr
[junit4] 2> 4577864 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.c.Overseer Overseer (id=73092206273691654-127.0.0.1:43498_solr-n_0000000000) starting
[junit4] 2> 4577871 INFO (OverseerStateUpdate-73092206273691654-127.0.0.1:43498_solr-n_0000000000) [n:127.0.0.1:43498_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43498_solr
[junit4] 2> 4577871 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43498_solr
[junit4] 2> 4577893 INFO (OverseerStateUpdate-73092206273691654-127.0.0.1:43498_solr-n_0000000000) [n:127.0.0.1:43498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4577909 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4577909 WARN (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4577963 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4578079 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43498.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dc8520
[junit4] 2> 4578099 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43498.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dc8520
[junit4] 2> 4578099 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43498.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dc8520
[junit4] 2> 4578101 INFO (jetty-launcher-27323-thread-2) [n:127.0.0.1:43498_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/tempDir-001/node2
[junit4] 2> 4578659 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4578660 WARN (jetty-launcher-27323-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67322e1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4578660 WARN (jetty-launcher-27323-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67322e1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4578664 WARN (jetty-launcher-27323-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1499d8dd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4578664 WARN (jetty-launcher-27323-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1499d8dd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4578665 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44059/solr
[junit4] 2> 4578666 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4578667 INFO (zkConnectionManagerCallback-27363-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4578679 INFO (jetty-launcher-27323-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4578782 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4578783 INFO (zkConnectionManagerCallback-27365-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4578783 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4578791 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4578796 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43020_solr as DOWN
[junit4] 2> 4578797 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4578797 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43020_solr
[junit4] 2> 4578799 INFO (zkCallback-27342-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4578799 INFO (zkCallback-27364-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4578800 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4578801 WARN (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4578822 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4578853 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43020.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dc8520
[junit4] 2> 4578868 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43020.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dc8520
[junit4] 2> 4578868 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43020.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dc8520
[junit4] 2> 4578870 INFO (jetty-launcher-27323-thread-1) [n:127.0.0.1:43020_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/tempDir-001/node1
[junit4] 2> 4578902 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 4578903 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4578904 INFO (zkConnectionManagerCallback-27378-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4578904 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4578906 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4578908 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44059/solr ready
[junit4] 2> 4578911 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 4578926 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4578927 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 4578968 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[94F8F66C96687272]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRealTimeGet
[junit4] 2> 4578970 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_real_time_get&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4578983 INFO (OverseerThreadFactory-27350-thread-1-processing-n:127.0.0.1:43498_solr) [n:127.0.0.1:43498_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_real_time_get
[junit4] 2> 4579097 WARN (OverseerThreadFactory-27350-thread-1-processing-n:127.0.0.1:43498_solr) [n:127.0.0.1:43498_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection tlog_replica_test_real_time_get is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 4579101 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 4579103 INFO (qtp773115313-49443) [n:127.0.0.1:43498_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4579103 INFO (qtp773115313-49443) [n:127.0.0.1:43498_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 4579110 INFO (OverseerStateUpdate-73092206273691654-127.0.0.1:43498_solr-n_0000000000) [n:127.0.0.1:43498_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43498/solr",
[junit4] 2> "node_name":"127.0.0.1:43498_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4579113 INFO (OverseerStateUpdate-73092206273691654-127.0.0.1:43498_solr-n_0000000000) [n:127.0.0.1:43498_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43020/solr",
[junit4] 2> "node_name":"127.0.0.1:43020_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4579116 INFO (OverseerStateUpdate-73092206273691654-127.0.0.1:43498_solr-n_0000000000) [n:127.0.0.1:43498_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_real_time_get",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_real_time_get_shard1_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43020/solr",
[junit4] 2> "node_name":"127.0.0.1:43020_solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4579320 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4579320 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4579322 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 4579375 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 4579375 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 4579383 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 4579430 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 4579430 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 4579433 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4579433 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_t4' using configuration from configset conf, trusted=true
[junit4] 2> 4579433 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43020.solr.core.tlog_replica_test_real_time_get.shard1.replica_t4' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dc8520
[junit4] 2> 4579434 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_t4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_t4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_t4/data/]
[junit4] 2> 4579437 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 4579449 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4579449 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_n2' using configuration from configset conf, trusted=true
[junit4] 2> 4579450 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43020.solr.core.tlog_replica_test_real_time_get.shard1.replica_n2' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dc8520
[junit4] 2> 4579450 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/tempDir-001/node1/tlog_replica_test_real_time_get_shard1_replica_n2/data/]
[junit4] 2> 4579456 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4579456 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_real_time_get_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 4579456 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43498.solr.core.tlog_replica_test_real_time_get.shard1.replica_n1' (registry 'solr.core.tlog_replica_test_real_time_get.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dc8520
[junit4] 2> 4579457 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.SolrCore [[tlog_replica_test_real_time_get_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/tempDir-001/node2/tlog_replica_test_real_time_get_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001/tempDir-001/node2/tlog_replica_test_real_time_get_shard1_replica_n1/data/]
[junit4] 2> 4579666 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4579666 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4579674 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4579674 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4579676 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4579676 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4579676 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4579676 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4579683 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4579683 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4579685 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4579685 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4579688 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4579688 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4579688 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4579688 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4579688 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4579689 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4579689 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 4579689 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 4579689 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1671442096340336640
[junit4] 2> 4579689 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1671442096340336640
[junit4] 2> 4579689 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 4579689 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1671442096340336640
[junit4] 2> 4579693 INFO (searcherExecutor-27384-thread-1-processing-n:127.0.0.1:43498_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 c:tlog_replica_test_real_time_get s:shard1 r:core_node3) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 4579713 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 4579713 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tlog_replica_test_real_time_get/leaders/shard1
[junit4] 2> 4579713 INFO (searcherExecutor-27382-thread-1-processing-n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_n2 c:tlog_replica_test_real_time_get s:shard1 r:core_node5) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n2] Registered new searcher autowarm time: 0 ms
[junit4] 2> 4579713 INFO (searcherExecutor-27380-thread-1-processing-n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 c:tlog_replica_test_real_time_get s:shard1 r:core_node6) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] Registered new searcher autowarm time: 0 ms
[junit4] 2> 4579724 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 4579725 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tlog_replica_test_real_time_get/leaders/shard1
[junit4] 2> 4579725 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node6=0, core_node3=0, core_node5=0}, version=2}
[junit4] 2> 4579725 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tlog_replica_test_real_time_get/leaders/shard1
[junit4] 2> 4579728 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4579728 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4579728 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/
[junit4] 2> 4579729 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_real_time_get_shard1_replica_n1 url=http://127.0.0.1:43498/solr START replicas=[http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/, http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_t4/] nUpdates=100
[junit4] 2> 4579729 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_real_time_get_shard1_replica_n1 url=http://127.0.0.1:43498/solr DONE. We have no versions. sync failed.
[junit4] 2> 4579731 INFO (qtp756478248-49512) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4579731 INFO (qtp756478248-49511) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4579731 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 4579731 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4579731 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tlog_replica_test_real_time_get/leaders/shard1/leader after winning as /collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/73092206273691654-core_node3-n_0000000000
[junit4] 2> 4579757 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/ shard1
[junit4] 2> 4579859 INFO (zkCallback-27342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4579859 INFO (zkCallback-27342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4579860 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4579862 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=542
[junit4] 2> 4579963 INFO (zkCallback-27342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4579963 INFO (zkCallback-27342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4579963 INFO (zkCallback-27342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4580731 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ZkController tlog_replica_test_real_time_get_shard1_replica_t4 starting background replication from leader
[junit4] 2> 4580731 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 4580732 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_n2&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1411
[junit4] 2> 4580733 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 4580733 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 4580733 INFO (indexFetcher-27398-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/
[junit4] 2> 4580734 INFO (qtp773115313-49443) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 4580735 INFO (indexFetcher-27398-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 4580735 INFO (indexFetcher-27398-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 4580735 INFO (indexFetcher-27398-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 4580735 INFO (indexFetcher-27398-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 4580735 INFO (indexFetcher-27398-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 4580751 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=tlog_replica_test_real_time_get_shard1_replica_t4&action=CREATE&numShards=1&collection=tlog_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1430
[junit4] 2> 4580754 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4580755 INFO (searcherExecutor-27380-thread-1-processing-n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 c:tlog_replica_test_real_time_get s:shard1 r:core_node6) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] Registered new searcher autowarm time: 0 ms
[junit4] 2> 4580853 INFO (zkCallback-27342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4580853 INFO (zkCallback-27342-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4580853 INFO (zkCallback-27364-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4580853 INFO (zkCallback-27342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4580853 INFO (zkCallback-27364-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4580853 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_real_time_get&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=1&wt=javabin&version=2} status=0 QTime=1883
[junit4] 2> 4580855 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[94F8F66C96687272]) [ ] o.a.s.c.SolrCloudTestCase waitForState (tlog_replica_test_real_time_get): Unexpected replica count
[junit4] 2> 4580901 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node6=1, core_node3=1, core_node5=1}, version=3}
[junit4] 2> 4580915 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1671442097609113600)]} 0 12
[junit4] 2> 4580916 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1671442097609113600)]} 0 12
[junit4] 2> 4580916 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1671442097609113600)]} 0 18
[junit4] 2> 4580918 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/
[junit4] 2> 4580931 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&_stateVer_=tlog_replica_test_real_time_get:5&omitHeader=false&shards.purpose=1&NOW=1594011399868&ids=0&isShard=true&shard.url=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0
[junit4] 2> 4580931 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&_stateVer_=tlog_replica_test_real_time_get:5&ids=0&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 4580932 INFO (qtp773115313-49443) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4580933 INFO (qtp756478248-49512) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4580933 INFO (qtp756478248-49511) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/
[junit4] 2> 4580934 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=false&shards.purpose=1&NOW=1594011399884&ids=0&isShard=true&shard.url=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0
[junit4] 2> 4580935 INFO (qtp756478248-49511) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 4580939 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2}{add=[1 (1671442097650008064)]} 0 0
[junit4] 2> 4580940 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2}{add=[1 (1671442097650008064)]} 0 0
[junit4] 2> 4580940 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/&wt=javabin&version=2}{add=[1 (1671442097650008064)]} 0 2
[junit4] 2> 4580940 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 5
[junit4] 2> 4580941 INFO (qtp756478248-49512) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/
[junit4] 2> 4580943 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&_stateVer_=tlog_replica_test_real_time_get:5&omitHeader=false&shards.purpose=1&NOW=1594011399892&ids=1&isShard=true&shard.url=http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0
[junit4] 2> 4580943 INFO (qtp756478248-49512) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&_stateVer_=tlog_replica_test_real_time_get:5&ids=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4580944 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4580945 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4580945 INFO (qtp756478248-49511) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/
[junit4] 2> 4580946 INFO (qtp773115313-49443) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=false&shards.purpose=1&NOW=1594011399896&ids=1&isShard=true&shard.url=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0
[junit4] 2> 4580946 INFO (qtp756478248-49511) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 4580949 INFO (qtp756478248-49512) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2}{add=[2 (1671442097660493824)]} 0 0
[junit4] 2> 4580949 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2}{add=[2 (1671442097660493824)]} 0 0
[junit4] 2> 4580950 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_t4/&wt=javabin&version=2}{add=[2 (1671442097660493824)]} 0 1
[junit4] 2> 4580950 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 2
[junit4] 2> 4580951 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/
[junit4] 2> 4580951 INFO (qtp756478248-49511) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&_stateVer_=tlog_replica_test_real_time_get:5&omitHeader=false&shards.purpose=1&NOW=1594011399901&ids=2&isShard=true&shard.url=http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0
[junit4] 2> 4580952 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&_stateVer_=tlog_replica_test_real_time_get:5&ids=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 4580952 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&ids=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4580953 INFO (qtp756478248-49512) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/get params={qt=/get&ids=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4580954 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/
[junit4] 2> 4580955 INFO (qtp773115313-49443) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=false&shards.purpose=1&NOW=1594011399905&ids=2&isShard=true&shard.url=http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/|http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0
[junit4] 2> 4580955 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&ids=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 4580956 INFO (qtp773115313-49444) [n:127.0.0.1:43498_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node3 x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n1] webapp=/solr path=/get params={qt=/get&ids=0&ids=1&ids=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4580957 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/get params={qt=/get&ids=0&ids=1&ids=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4580957 INFO (qtp756478248-49511) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/
[junit4] 2> 4580958 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node5 x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&omitHeader=false&shards.purpose=1&NOW=1594011399908&ids=0,1,2&isShard=true&shard.url=http://127.0.0.1:43020/solr/tlog_replica_test_real_time_get_shard1_replica_n2/|http://127.0.0.1:43498/solr/tlog_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get} status=0 QTime=0
[junit4] 2> 4580958 INFO (qtp756478248-49511) [n:127.0.0.1:43020_solr c:tlog_replica_test_real_time_get s:shard1 r:core_node6 x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.S.Request [tlog_replica_test_real_time_get_shard1_replica_t4] webapp=/solr path=/get params={qt=/get&ids=0&ids=1&ids=2&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 4580966 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[94F8F66C96687272]) [ ] o.a.s.c.TestTlogReplica tearDown deleting collection
[junit4] 2> 4580967 INFO (qtp756478248-49512) [n:127.0.0.1:43020_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tlog_replica_test_real_time_get&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4580971 INFO (OverseerCollectionConfigSetProcessor-73092206273691654-127.0.0.1:43498_solr-n_0000000000) [n:127.0.0.1:43498_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4580971 INFO (OverseerThreadFactory-27350-thread-2-processing-n:127.0.0.1:43498_solr) [n:127.0.0.1:43498_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 4580972 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n1 tag=null
[junit4] 2> 4580972 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n2 tag=null
[junit4] 2> 4580972 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr x:tlog_replica_test_real_time_get_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ba3a708: rootName = solr_43498, domain = solr.core.tlog_replica_test_real_time_get.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_real_time_get.shard1.replica_n1/com.codahale.metrics.MetricRegistry@37d8d952
[junit4] 2> 4580972 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63a6c310: rootName = solr_43020, domain = solr.core.tlog_replica_test_real_time_get.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.tlog_replica_test_real_time_get.shard1.replica_n2/com.codahale.metrics.MetricRegistry@4f9ab76
[junit4] 2> 4581168 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7a2f1f16
[junit4] 2> 4581168 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n1 tag=SolrCore@7a2f1f16
[junit4] 2> 4581169 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_real_time_get.shard1.leader tag=SolrCore@7a2f1f16
[junit4] 2> 4581169 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() .
[junit4] 2> 4581172 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@6ace130
[junit4] 2> 4581172 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_t4 tag=null
[junit4] 2> 4581172 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41faf612: rootName = solr_43020, domain = solr.core.tlog_replica_test_real_time_get.shard1.replica_t4, service url = null, agent id = null] for registry solr.core.tlog_replica_test_real_time_get.shard1.replica_t4/com.codahale.metrics.MetricRegistry@4b8b5750
[junit4] 2> 4581218 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node6=1, core_node5=1}, version=4}
[junit4] 2> 4581248 INFO (qtp773115313-49442) [n:127.0.0.1:43498_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tlog_replica_test_real_time_get_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=276
[junit4] 2> 4581285 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr x:tlog_replica_test_real_time_get_shard1_replica_t4 ] o.a.s.c.ZkController tlog_replica_test_real_time_get_shard1_replica_t4 stopping background replication from leader
[junit4] 2> 4581285 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_n2 tag=SolrCore@6ace130
[junit4] 2> 4581285 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_real_time_get.shard1.leader tag=SolrCore@6ace130
[junit4] 2> 4581286 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.c.SolrCore [tlog_replica_test_real_time_get_shard1_replica_t4] CLOSING SolrCore org.apache.solr.core.SolrCore@25f4f132
[junit4] 2> 4581286 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() .
[junit4] 2> 4581286 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_real_time_get.shard1.replica_t4 tag=SolrCore@25f4f132
[junit4] 2> 4581286 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_real_time_get.shard1.leader tag=SolrCore@25f4f132
[junit4] 2> 4581286 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() .
[junit4] 2> 4581291 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={core_node5=1}, version=5}
[junit4] 2> 4581292 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 4581292 INFO (qtp756478248-49435) [n:127.0.0.1:43020_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tlog_replica_test_real_time_get_shard1_replica_t4&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=321
[junit4] 2> 4581295 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_real_time_get/terms/shard1 to Terms{values={}, version=6}
[junit4] 2> 4581296 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 4581296 WARN (zkCallback-27364-thread-2) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 4581297 INFO (qtp756478248-49434) [n:127.0.0.1:43020_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=tlog_replica_test_real_time_get_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=325
[junit4] 2> 4581400 INFO (zkCallback-27342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4581400 INFO (zkCallback-27364-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4581400 INFO (zkCallback-27342-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4581400 INFO (zkCallback-27364-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4581400 INFO (zkCallback-27342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_real_time_get/state.json] for collection [tlog_replica_test_real_time_get] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4581411 INFO (qtp756478248-49512) [n:127.0.0.1:43020_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_real_time_get&action=DELETE&wt=javabin&version=2} status=0 QTime=444
[junit4] 2> 4581412 INFO (TEST-TestTlogReplica.testRealTimeGet-seed#[94F8F66C96687272]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRealTimeGet
[junit4] 2> 4581501 INFO (TEST-TestTlogReplica.testBasicLeaderElection-seed#[94F8F66C96687272]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasicLeaderElection
[junit4] 2> 4581510 INFO (qtp756478248-49433) [n:127.0.0.1:43020_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullRe
[...truncated too long message...]
2> 5 /solr/collections/tlog_replica_test_recovery/collectionprops.json
[junit4] 2> 5 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 4 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 4 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 4 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 3 /solr/collections/tlog_replica_test_basic_leader_election/collectionprops.json
[junit4] 2> 3 /solr/collections/tlog_replica_test_kill_leader/collectionprops.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 2 /solr/collections/tlog_replica_test_delete_by_id/collectionprops.json
[junit4] 2> 2 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/collectionprops.json
[junit4] 2> 2 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 2 /solr/collections/tlog_replica_test_real_time_get/collectionprops.json
[junit4] 2> 2 /solr/collections/tlog_replica_test_add_remove_tlog_replica/collectionprops.json
[junit4] 2> 2 /solr/collections/tlog_replica_test_add_docs/collectionprops.json
[junit4] 2> 2 /solr/collections/tlog_replica_test_only_leader_indexes/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 107 /solr/collections/tlog_replica_test_recovery/state.json
[junit4] 2> 74 /solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
[junit4] 2> 64 /solr/collections/tlog_replica_test_create_delete/state.json
[junit4] 2> 60 /solr/collections/tlog_replica_test_basic_leader_election/state.json
[junit4] 2> 55 /solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
[junit4] 2> 51 /solr/collections/tlog_replica_test_kill_leader/state.json
[junit4] 2> 31 /solr/collections/tlog_replica_test_remove_leader/state.json
[junit4] 2> 21 /solr/collections/tlog_replica_test_only_leader_indexes/state.json
[junit4] 2> 19 /solr/collections/tlog_replica_test_real_time_get/state.json
[junit4] 2> 16 /solr/collections/tlog_replica_test_add_docs/state.json
[junit4] 2> 16 /solr/collections/tlog_replica_test_delete_by_id/state.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/73092206273691663-core_node3-n_0000000000
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/73092206273691663-127.0.0.1:43498_solr-n_0000000003
[junit4] 2> 3 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/73092206273691672-core_node15-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/73092206273691672-core_node5-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/73092206273691663-core_node16-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/73092206273691656-127.0.0.1:43020_solr-n_0000000001
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/73092206273691672-core_node14-n_0000000000
[junit4] 2> 2 /solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/73092206273691672-core_node7-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 357 /solr/overseer/queue
[junit4] 2> 111 /solr/overseer/collection-queue-work
[junit4] 2> 81 /solr/collections
[junit4] 2> 42 /solr/live_nodes
[junit4] 2> 4 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 4686003 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [n:127.0.0.1:43498_solr ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:44059
[junit4] 2> 4686003 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [n:127.0.0.1:43498_solr ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44059
[junit4] 2> 4686003 INFO (SUITE-TestTlogReplica-seed#[94F8F66C96687272]-worker) [n:127.0.0.1:43498_solr ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44059
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_94F8F66C96687272-001
[junit4] 2> Jul 06, 2020 4:58:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene86, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=bg, timezone=Etc/UCT
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=8,threads=1,free=66128896,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [SystemCollectionCompatTest, DirectSolrSpellCheckerTest, XmlUpdateRequestHandlerTest, TestUseDocValuesAsStored2, TestDirectoryFactory, StatsReloadRaceTest, OverseerModifyCollectionTest, NodeAddedTriggerIntegrationTest, TestSolrCloudWithKerberosAlt, TestReloadDeadlock, TestUnifiedSolrHighlighter, TestExactSharedStatsCache, TestEmbeddedSolrServerConstructors, TestRandomRequestDistribution, TermVectorComponentTest, URLClassifyProcessorTest, TestSimComputePlanAction, UnloadDistributedZkTest, TestCloudJSONFacetSKGEquiv, TestManagedSchemaThreadSafety, TestIndexingPerformance, TestCloudSchemaless, UpdateRequestProcessorFactoryTest, TestNoOpRegenerator, JsonLoaderTest, TestScoreJoinQPNoScore, TestFaceting, TestUtilizeNode, PropertiesRequestHandlerTest, ConvertedLegacyTest, CollectionPropsTest, TestPullReplicaErrorHandling, DaemonStreamApiTest, StressHdfsTest, TemplateUpdateProcessorTest, TestStressVersions, SpatialFilterTest, RemoteQueryErrorTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, CloneFieldUpdateProcessorFactoryTest, TaggerTest, SmileWriterTest, TestSimExecutePlanAction, ChaosMonkeyNothingIsSafeWithPullReplicasTest, RequestLoggingTest, FastVectorHighlighterTest, AtomicUpdateRemovalJavabinTest, GraphQueryTest, TestDFRSimilarityFactory, TestSolrConfigHandlerCloud, DeleteShardTest, MigrateRouteKeyTest, ProtectedTermFilterFactoryTest, TestRawResponseWriter, TestFieldResource, DistributedFacetPivotSmallAdvancedTest, TestExclusionRuleCollectionAccess, TestSimpleTrackingShardHandler, ExplicitHLLTest, RecoveryAfterSoftCommitTest, TestXIncludeConfig, TestSolrCloudWithHadoopAuthPlugin, RequiredFieldsTest, TestCloudRecovery2, TestFoldingMultitermQuery, DirectSolrConnectionTest, ChangedSchemaMergeTest, CoreSorterTest, TokenizerChainTest, TestRestoreCore, SliceStateTest, ExternalFileFieldSortTest, TestStressRecovery, TestQuerySenderNoQuery, TestStressInPlaceUpdates, SolrGraphiteReporterTest, TestCryptoKeys, CSVRequestHandlerTest, SuggesterFSTTest, TestPayloadScoreQParserPlugin, CdcrReplicationHandlerTest, BigEndianAscendingWordDeserializerTest, BasicAuthOnSingleNodeTest, TestHalfAndHalfDocValues, TestJavabinTupleStreamParser, TestNumericRangeQuery64, ConcurrentDeleteAndCreateCollectionTest, TestAuthorizationFramework, TestNumericTerms64, TestCollapseQParserPlugin, TestObjectReleaseTracker, TestManagedStopFilterFactory, ShardsWhitelistTest, ReplicationFactorTest, VersionInfoTest, TestFieldSortValues, AnalysisErrorHandlingTest, MultiThreadedOCPTest, TestSortableTextField, TestJsonFacets, TestMinMaxOnMultiValuedField, TestSolrFieldCacheBean, SolrIndexMetricsTest, TestDistributedGrouping, TestZkChroot, SolrXmlInZkTest, HdfsDirectoryTest, IndexSizeTriggerTest, TestMacroExpander, BlockCacheTest, TriggerIntegrationTest, TestMergePolicyConfig, TestSha256AuthenticationProvider, DistributedQueryElevationComponentTest, NumberUtilsTest, AsyncCallRequestStatusResponseTest, AuditLoggerIntegrationTest, TestSimPolicyCloud, TestSchemaField, TestTolerantSearch, ScheduledMaintenanceTriggerTest, DistributedMLTComponentTest, RuleEngineTest, ConnectionReuseTest, ShardSplitTest, TestSSLRandomization, TestSizeLimitedDistributedMap, LeaderElectionIntegrationTest, SolrSlf4jReporterTest, SpellCheckCollatorTest, CdcrBidirectionalTest, TestBlendedInfixSuggestions, HLLUtilTest, TestXmlQParserPlugin, CoreAdminOperationTest, ClassificationUpdateProcessorFactoryTest, TestSimUtils, DocValuesMultiTest, RankQParserPluginTest, TestSchemaNameResource, ByteBuffersDirectoryFactoryTest, TestPartialUpdateDeduplication, TestIndexSearcher, ManagedSchemaRoundRobinCloudTest, TestRestManager, TestSolrQueryResponse, TestSystemCollAutoCreate, SimpleFacetsTest, TestSolrCLIRunExample, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, ForceLeaderWithTlogReplicasTest, HttpPartitionOnCommitTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, MultiSolrCloudTestCaseTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerSolrResponseUnsafeSerializationTest, OverseerTest, ReindexCollectionTest, SyncSliceTest, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestQueryingOnDownCollection, TestRandomFlRTGCloud, TestTlogReplayVsRecovery, TestTlogReplica]
[junit4] Completed [515/914 (1!)] on J2 in 111.33s, 13 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 53478 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 496 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/496/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Data directory exists after collection removal : hdfs://lucene2-us-west.apache.org:40089/solr_hdfs_home/delete_data_dir/core_node8/data
Stack Trace:
java.lang.AssertionError: Data directory exists after collection removal : hdfs://lucene2-us-west.apache.org:40089/solr_hdfs_home/delete_data_dir/core_node8/data
at __randomizedtesting.SeedInfo.seed([D8600AA3ACDF7488:5034357902231970]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.junit.Assert.assertFalse(Assert.java:64)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:235)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 16051 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> 6681645 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 6681646 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/data-dir-239-001
[junit4] 2> 6681646 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 6681648 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 6681648 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 6681648 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 6681687 WARN (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6681689 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6681689 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6681690 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6681690 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6681690 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@955602d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6681814 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5f673af0{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-lucene2-us-west_apache_org-45246-hadoop-hdfs-3_2_0-tests_jar-_-any-3886368107629761088.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 6681815 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@816fc89{HTTP/1.1, (http/1.1)}{lucene2-us-west.apache.org:45246}
[junit4] 2> 6681815 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.Server Started @6681851ms
[junit4] 2> 6681868 WARN (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6681869 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6681869 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6681869 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6681869 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6681870 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cfbaffb{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6681994 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@25cd739f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-37276-hadoop-hdfs-3_2_0-tests_jar-_-any-5128392422944370384.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 6681994 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a6b60ea{HTTP/1.1, (http/1.1)}{localhost:37276}
[junit4] 2> 6681994 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.Server Started @6682031ms
[junit4] 2> 6682067 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x64bc0199df599b36: Processing first storage report for DS-7533c6e2-bfdb-4cfc-9ae0-91f7a071c462 from datanode 4bbe1e72-85d5-45af-bef7-63844183b5fd
[junit4] 2> 6682067 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x64bc0199df599b36: from storage DS-7533c6e2-bfdb-4cfc-9ae0-91f7a071c462 node DatanodeRegistration(127.0.0.1:44960, datanodeUuid=4bbe1e72-85d5-45af-bef7-63844183b5fd, infoPort=43828, infoSecurePort=0, ipcPort=38404, storageInfo=lv=-57;cid=testClusterID;nsid=1040816906;c=1594105065326), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6682067 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x64bc0199df599b36: Processing first storage report for DS-823d3ae9-f672-4cba-8960-dc51d73746fa from datanode 4bbe1e72-85d5-45af-bef7-63844183b5fd
[junit4] 2> 6682067 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x64bc0199df599b36: from storage DS-823d3ae9-f672-4cba-8960-dc51d73746fa node DatanodeRegistration(127.0.0.1:44960, datanodeUuid=4bbe1e72-85d5-45af-bef7-63844183b5fd, infoPort=43828, infoSecurePort=0, ipcPort=38404, storageInfo=lv=-57;cid=testClusterID;nsid=1040816906;c=1594105065326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6682143 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6682143 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 6682143 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6682144 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 6682243 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer start zk server on port: 35881
[junit4] 2> 6682243 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35881
[junit4] 2> 6682243 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35881
[junit4] 2> 6682243 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35881
[junit4] 2> 6682246 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6682248 INFO (zkConnectionManagerCallback-37004-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6682249 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6682253 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6682254 INFO (zkConnectionManagerCallback-37006-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6682254 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6682257 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 6682259 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 6682261 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 6682263 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 6682265 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 6682266 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 6682268 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 6682270 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 6682272 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 6682274 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 6682276 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 6682277 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 6682429 WARN (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6682429 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6682429 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 6682429 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6682430 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6682430 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6682430 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6682431 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@664d58d5{/,null,AVAILABLE}
[junit4] 2> 6682431 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d2c5cb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42895}
[junit4] 2> 6682431 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.s.Server Started @6682468ms
[junit4] 2> 6682431 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40089/hdfs__lucene2-us-west.apache.org_40089__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001_tempDir-002_control_data, hostContext=/, hostPort=42895, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/control-001/cores}
[junit4] 2> 6682431 ERROR (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6682431 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6682431 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 6682432 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6682432 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6682432 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-07T06:57:46.096Z
[junit4] 2> 6682433 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6682434 INFO (zkConnectionManagerCallback-37008-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6682434 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6682537 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6682537 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/control-001/solr.xml
[junit4] 2> 6682541 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6682541 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6682543 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6683101 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6683102 WARN (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e3aaca3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6683102 WARN (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e3aaca3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6683106 WARN (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73a9b1be[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6683106 WARN (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73a9b1be[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6683108 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35881/solr
[junit4] 2> 6683109 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6683110 INFO (zkConnectionManagerCallback-37019-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6683110 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6683212 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6683214 INFO (zkConnectionManagerCallback-37021-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6683214 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6683331 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42895_
[junit4] 2> 6683332 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.c.Overseer Overseer (id=73098345130950660-127.0.0.1:42895_-n_0000000000) starting
[junit4] 2> 6683340 INFO (OverseerStateUpdate-73098345130950660-127.0.0.1:42895_-n_0000000000) [n:127.0.0.1:42895_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42895_
[junit4] 2> 6683340 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42895_
[junit4] 2> 6683342 INFO (OverseerStateUpdate-73098345130950660-127.0.0.1:42895_-n_0000000000) [n:127.0.0.1:42895_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6683345 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6683346 WARN (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6683367 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6683399 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288
[junit4] 2> 6683413 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288
[junit4] 2> 6683413 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288
[junit4] 2> 6683414 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [n:127.0.0.1:42895_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/control-001/cores
[junit4] 2> 6683429 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6683431 INFO (zkConnectionManagerCallback-37038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6683431 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6683433 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6683435 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35881/solr ready
[junit4] 2> 6683436 INFO (qtp1807660057-111286) [n:127.0.0.1:42895_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42895_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6683442 INFO (OverseerThreadFactory-37028-thread-1-processing-n:127.0.0.1:42895_) [n:127.0.0.1:42895_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 6683551 INFO (qtp1807660057-111285) [n:127.0.0.1:42895_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6683551 INFO (qtp1807660057-111285) [n:127.0.0.1:42895_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 6683557 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6684575 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
[junit4] 2> 6684595 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 6684726 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 6684759 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 6684759 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288
[junit4] 2> 6684759 WARN (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [org.apache.solr.core.HdfsDirectoryFactory]. Please consult documentation how to replace it accordingly.
[junit4] 2> 6684760 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:40089/solr_hdfs_home
[junit4] 2> 6684760 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 6684760 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:40089/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 6684762 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:40089/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 6684769 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6684769 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6684769 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6684773 WARN (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
[junit4] 2> 6684773 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6684774 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:40089/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 6684782 WARN (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
[junit4] 2> 6684790 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:40089/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 6684796 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6684796 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6684796 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6684799 WARN (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory HDFS support in Solr has been deprecated as of 8.6. See SOLR-14021 for details.
[junit4] 2> 6684799 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6684799 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@781e97ab
[junit4] 2> 6684811 WARN (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 6684879 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 6684879 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6684879 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 6684890 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6684890 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6684892 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=4, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=60.7216796875, floorSegmentMB=0.9267578125, forceMergeDeletesPctAllowed=12.706596763412259, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.50533649795922
[junit4] 2> 6684898 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 6684899 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 6684900 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 6684900 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1671540316374564864
[junit4] 2> 6684905 INFO (searcherExecutor-37040-thread-1-processing-n:127.0.0.1:42895_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 6684908 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 6684908 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 6684913 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6684913 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6684913 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42895/control_collection_shard1_replica_n1/
[junit4] 2> 6684913 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6684914 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:42895/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 6684914 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73098345130950660-core_node2-n_0000000000
[junit4] 2> 6684917 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42895/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 6685019 INFO (zkCallback-37020-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6685019 INFO (zkCallback-37020-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6685020 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6685022 INFO (qtp1807660057-111287) [n:127.0.0.1:42895_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1465
[junit4] 2> 6685025 INFO (qtp1807660057-111286) [n:127.0.0.1:42895_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6685122 INFO (zkCallback-37020-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6685122 INFO (zkCallback-37020-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6685122 INFO (zkCallback-37020-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6685123 INFO (qtp1807660057-111286) [n:127.0.0.1:42895_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42895_&wt=javabin&version=2} status=0 QTime=1687
[junit4] 2> 6685124 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 6685230 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6685230 INFO (zkConnectionManagerCallback-37049-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6685231 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6685232 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6685234 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35881/solr ready
[junit4] 2> 6685234 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 6685235 INFO (qtp1807660057-111285) [n:127.0.0.1:42895_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6685240 INFO (OverseerThreadFactory-37028-thread-2-processing-n:127.0.0.1:42895_) [n:127.0.0.1:42895_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 6685240 INFO (OverseerCollectionConfigSetProcessor-73098345130950660-127.0.0.1:42895_-n_0000000000) [n:127.0.0.1:42895_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6685445 WARN (OverseerThreadFactory-37028-thread-2-processing-n:127.0.0.1:42895_) [n:127.0.0.1:42895_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 6685447 INFO (qtp1807660057-111285) [n:127.0.0.1:42895_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6685449 INFO (qtp1807660057-111285) [n:127.0.0.1:42895_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=214
[junit4] 2> 6685450 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
[junit4] 2> 6685450 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6685450 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
[junit4] 2> 6685450 INFO (watches-37046-thread-1) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
[junit4] 2> 6685450 INFO (watches-37046-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6685450 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6685450 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected: 1
[junit4] 2> 6685450 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6685450 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 6685604 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-1-001 of type NRT for shard1
[junit4] 2> 6685605 WARN (closeThreadPool-37050-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6685605 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6685605 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 6685605 INFO (closeThreadPool-37050-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6685607 INFO (closeThreadPool-37050-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6685607 INFO (closeThreadPool-37050-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6685607 INFO (closeThreadPool-37050-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6685607 INFO (closeThreadPool-37050-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22f413da{/,null,AVAILABLE}
[junit4] 2> 6685608 INFO (closeThreadPool-37050-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ea5c173{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42070}
[junit4] 2> 6685608 INFO (closeThreadPool-37050-thread-1) [ ] o.e.j.s.Server Started @6685644ms
[junit4] 2> 6685608 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40089/hdfs__lucene2-us-west.apache.org_40089__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=42070, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-1-001/cores}
[junit4] 2> 6685608 ERROR (closeThreadPool-37050-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6685608 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6685608 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 6685608 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6685608 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6685608 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-07T06:57:49.272Z
[junit4] 2> 6685609 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6685610 INFO (zkConnectionManagerCallback-37052-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6685611 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6685712 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6685712 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-1-001/solr.xml
[junit4] 2> 6685717 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6685717 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6685718 INFO (closeThreadPool-37050-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6685753 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-2-001 of type NRT for shard1
[junit4] 2> 6685754 WARN (closeThreadPool-37050-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6685754 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6685754 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 6685755 INFO (closeThreadPool-37050-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6685756 INFO (closeThreadPool-37050-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6685756 INFO (closeThreadPool-37050-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6685756 INFO (closeThreadPool-37050-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6685756 INFO (closeThreadPool-37050-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3800f54c{/,null,AVAILABLE}
[junit4] 2> 6685756 INFO (closeThreadPool-37050-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6df0dad5{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39753}
[junit4] 2> 6685757 INFO (closeThreadPool-37050-thread-2) [ ] o.e.j.s.Server Started @6685793ms
[junit4] 2> 6685757 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40089/hdfs__lucene2-us-west.apache.org_40089__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=39753, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-2-001/cores}
[junit4] 2> 6685757 ERROR (closeThreadPool-37050-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6685757 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6685757 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 6685757 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6685757 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6685757 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-07T06:57:49.421Z
[junit4] 2> 6685758 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6685759 INFO (zkConnectionManagerCallback-37057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6685759 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6685861 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6685861 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-2-001/solr.xml
[junit4] 2> 6685866 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6685866 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6685867 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6685884 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-3-001 of type NRT for shard1
[junit4] 2> 6685885 WARN (closeThreadPool-37050-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6685885 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6685885 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 6685885 INFO (closeThreadPool-37050-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6685886 INFO (closeThreadPool-37050-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6685886 INFO (closeThreadPool-37050-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6685886 INFO (closeThreadPool-37050-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6685886 INFO (closeThreadPool-37050-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@258489f0{/,null,AVAILABLE}
[junit4] 2> 6685887 INFO (closeThreadPool-37050-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b06b2ae{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42817}
[junit4] 2> 6685887 INFO (closeThreadPool-37050-thread-3) [ ] o.e.j.s.Server Started @6685923ms
[junit4] 2> 6685887 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40089/hdfs__lucene2-us-west.apache.org_40089__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=42817, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-3-001/cores}
[junit4] 2> 6685887 ERROR (closeThreadPool-37050-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6685887 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6685887 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 6685887 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6685887 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6685887 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-07T06:57:49.551Z
[junit4] 2> 6685888 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6685891 INFO (zkConnectionManagerCallback-37062-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6685891 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6685994 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6685995 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-3-001/solr.xml
[junit4] 2> 6685999 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6685999 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6686001 INFO (closeThreadPool-37050-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6686040 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-4-001 of type NRT for shard1
[junit4] 2> 6686041 WARN (closeThreadPool-37050-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6686041 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6686041 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 6686041 INFO (closeThreadPool-37050-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6686043 INFO (closeThreadPool-37050-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6686043 INFO (closeThreadPool-37050-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6686043 INFO (closeThreadPool-37050-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6686043 INFO (closeThreadPool-37050-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35cd2af1{/,null,AVAILABLE}
[junit4] 2> 6686044 INFO (closeThreadPool-37050-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40ae2dc6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35558}
[junit4] 2> 6686044 INFO (closeThreadPool-37050-thread-4) [ ] o.e.j.s.Server Started @6686080ms
[junit4] 2> 6686044 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40089/hdfs__lucene2-us-west.apache.org_40089__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001_tempDir-002_jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=35558, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-4-001/cores}
[junit4] 2> 6686044 ERROR (closeThreadPool-37050-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6686044 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6686044 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 6686044 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6686044 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6686044 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-07T06:57:49.708Z
[junit4] 2> 6686045 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6686046 INFO (zkConnectionManagerCallback-37067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6686046 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6686148 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6686148 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-4-001/solr.xml
[junit4] 2> 6686153 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6686153 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6686168 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6686220 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-5-001 of type NRT for shard1
[junit4] 2> 6686222 WARN (closeThreadPool-37050-thread-5) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6686222 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6686222 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 6686222 INFO (closeThreadPool-37050-thread-5) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6686223 INFO (closeThreadPool-37050-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6686223 INFO (closeThreadPool-37050-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6686223 INFO (closeThreadPool-37050-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6686223 INFO (closeThreadPool-37050-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fccc37{/,null,AVAILABLE}
[junit4] 2> 6686224 INFO (closeThreadPool-37050-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57313558{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46858}
[junit4] 2> 6686224 INFO (closeThreadPool-37050-thread-5) [ ] o.e.j.s.Server Started @6686260ms
[junit4] 2> 6686224 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40089/hdfs__lucene2-us-west.apache.org_40089__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001_tempDir-002_jetty5, solrconfig=solrconfig.xml, hostContext=/, hostPort=46858, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-5-001/cores}
[junit4] 2> 6686224 ERROR (closeThreadPool-37050-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6686224 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6686224 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 6686224 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6686224 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6686224 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-07T06:57:49.888Z
[junit4] 2> 6686225 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6686226 INFO (zkConnectionManagerCallback-37072-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6686227 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6686302 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6686303 WARN (closeThreadPool-37050-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12a40703[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6686303 WARN (closeThreadPool-37050-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12a40703[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6686306 WARN (closeThreadPool-37050-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7329d835[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6686306 WARN (closeThreadPool-37050-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7329d835[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6686308 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35881/solr
[junit4] 2> 6686308 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6686310 INFO (zkConnectionManagerCallback-37080-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6686310 INFO (closeThreadPool-37050-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6686328 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6686328 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-5-001/solr.xml
[junit4] 2> 6686333 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6686333 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6686334 INFO (closeThreadPool-37050-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6686385 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-6-001 of type NRT for shard1
[junit4] 2> 6686386 WARN (closeThreadPool-37050-thread-6) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6686386 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6686386 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 6686387 INFO (closeThreadPool-37050-thread-6) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6686388 INFO (closeThreadPool-37050-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6686388 INFO (closeThreadPool-37050-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6686388 INFO (closeThreadPool-37050-thread-6) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6686388 INFO (closeThreadPool-37050-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2535ba5f{/,null,AVAILABLE}
[junit4] 2> 6686389 INFO (closeThreadPool-37050-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@643ec45a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39707}
[junit4] 2> 6686389 INFO (closeThreadPool-37050-thread-6) [ ] o.e.j.s.Server Started @6686425ms
[junit4] 2> 6686389 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40089/hdfs__lucene2-us-west.apache.org_40089__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001_tempDir-002_jetty6, solrconfig=solrconfig.xml, hostContext=/, hostPort=39707, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-6-001/cores}
[junit4] 2> 6686389 ERROR (closeThreadPool-37050-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6686389 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6686389 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 6686389 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6686389 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6686389 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-07T06:57:50.053Z
[junit4] 2> 6686390 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6686391 INFO (zkConnectionManagerCallback-37085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6686392 INFO (closeThreadPool-37050-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6686440 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6686441 WARN (closeThreadPool-37050-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5dfc961b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6686443 WARN (closeThreadPool-37050-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5dfc961b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6686446 WARN (closeThreadPool-37050-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35dfffad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6686446 WARN (closeThreadPool-37050-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35dfffad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6686448 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35881/solr
[junit4] 2> 6686449 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6686450 INFO (zkConnectionManagerCallback-37093-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6686450 INFO (closeThreadPool-37050-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6686453 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6686454 INFO (zkConnectionManagerCallback-37095-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6686454 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6686463 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6686470 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.c.ZkController Publish node=127.0.0.1:39753_ as DOWN
[junit4] 2> 6686471 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6686472 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39753_
[junit4] 2> 6686473 INFO (zkCallback-37020-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6686476 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6686477 WARN (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6686492 INFO (zkCallback-37048-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6686492 INFO (zkCallback-37094-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6686497 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6686531 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288
[junit4] 2> 6686549 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288
[junit4] 2> 6686550 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ae18288
[junit4] 2> 6686551 INFO (TEST-StressHdfsTest.test-seed#[D8600AA3ACDF7488]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-7-001 of type NRT for shard1
[junit4] 2> 6686552 INFO (closeThreadPool-37050-thread-2) [n:127.0.0.1:39753_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-2-001/cores
[junit4] 2> 6686552 WARN (closeThreadPool-37050-thread-7) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6686555 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6686555 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 6686555 INFO (closeThreadPool-37050-thread-7) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_191-b12
[junit4] 2> 6686556 INFO (closeThreadPool-37050-thread-4) [n:127.0.0.1:35558_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6686557 INFO (closeThreadPool-37050-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6686557 INFO (closeThreadPool-37050-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6686557 INFO (closeThreadPool-37050-thread-7) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6686557 INFO (closeThreadPool-37050-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ce52f62{/,null,AVAILABLE}
[junit4] 2> 6686557 INFO (zkConnectionManagerCallback-37105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6686557 INFO (closeThreadPool-37050-thread-4) [n:127.0.0.1:35558_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6686558 INFO (closeThreadPool-37050-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48b24b7e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41337}
[junit4] 2> 6686558 INFO (closeThreadPool-37050-thread-7) [ ] o.e.j.s.Server Started @6686594ms
[junit4] 2> 6686558 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40089/hdfs__lucene2-us-west.apache.org_40089__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001_tempDir-002_jetty7, solrconfig=solrconfig.xml, hostContext=/, hostPort=41337, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001/shard-7-001/cores}
[junit4] 2> 6686558 ERROR (closeThreadPool-37050-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6686558 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6686558 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.7.0
[junit4] 2> 6686558 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6686558 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6686558 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-07-07T06:57:50.222Z
[junit4] 2> 6686559 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6686560 INFO (zkConnectionManagerCallback-37107-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6686560 INFO (closeThreadPool-37050-thread-7) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6686564 INFO (closeThreadPool-37050-thread-4) [n:127.0.0.1:35558_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6686569 INFO (closeThreadPool-37050-thread-4) [n:127.0.0.1:35558_ ] o.a.s.c.ZkController Publish node=127.0.0.1:35558_ as DOWN
[junit4] 2> 6686571 INFO (closeThreadPool-37050-thread-4) [n:127.0.0.1:35558_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6686571 INFO (closeThreadPool-37050-thread-4) [n:127.0.0.1:35558_
[...truncated too long message...]
eed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@25cd739f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 7303981 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a6b60ea{HTTP/1.1, (http/1.1)}{localhost:0}
[junit4] 2> 7303981 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 7303981 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7cfbaffb{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 7303982 WARN (BP-247621713-127.0.0.1-1594105065326 heartbeating to lucene2-us-west.apache.org/127.0.0.1:40089) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 7303982 WARN (BP-247621713-127.0.0.1-1594105065326 heartbeating to lucene2-us-west.apache.org/127.0.0.1:40089) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-247621713-127.0.0.1-1594105065326 (Datanode Uuid 4bbe1e72-85d5-45af-bef7-63844183b5fd) service to lucene2-us-west.apache.org/127.0.0.1:40089
[junit4] 2> 7304006 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5f673af0{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 7304007 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@816fc89{HTTP/1.1, (http/1.1)}{lucene2-us-west.apache.org:0}
[junit4] 2> 7304007 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 7304007 INFO (SUITE-StressHdfsTest-seed#[D8600AA3ACDF7488]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@955602d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_D8600AA3ACDF7488-001
[junit4] 2> Jul 07, 2020 7:08:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {multiDefault=PostingsFormat(name=MockRandom), _root_=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=Asserting), txt_t=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1904, maxMBSortInHeap=6.749600317443521, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=fi, timezone=Asia/Barnaul
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=8,threads=4,free=166174096,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [TestExpandComponent, CollectionsAPIAsyncDistributedZkTest, TestBinaryField, NestedAtomicUpdateTest, TestLeaderElectionZkExpiry, TemplateUpdateProcessorTest, TestSSLRandomization, TestUseDocValuesAsStored2, ZkControllerTest, ExternalFileFieldSortTest, TestJsonRangeFacets, SolrMetricManagerTest, SolrXmlInZkTest, TestExclusionRuleCollectionAccess, TestSimUtils, DirectSolrConnectionTest, SuggesterFSTTest, TestElisionMultitermQuery, ConcurrentCreateRoutedAliasTest, TestSolrFieldCacheBean, TestExceedMaxTermLength, RequestLoggingTest, HdfsTlogReplayBufferedWhileIndexingTest, SimpleFacetsTest, TestSimPolicyCloud, ZkStateReaderTest, ShardSplitTest, ClassificationUpdateProcessorFactoryTest, TestCryptoKeys, TestCloudDeleteByQuery, BlockCacheTest, TestSchemaNameResource, TestCoreBackup, MultiThreadedOCPTest, TestConfig, TaggerTest, TestIndexingPerformance, UtilsToolTest, UninvertDocValuesMergePolicyTest, SolrTestCaseJ4Test, SimplePostToolTest, OpenExchangeRatesOrgProviderTest, TestSchemaVersionResource, SuggesterWFSTTest, TestDistributedMap, TestSizeLimitedDistributedMap, TestMergePolicyConfig, TestQueryUtils, TestSimExecutePlanAction, TestCollectionAPIs, TestSimpleTrackingShardHandler, DistributedIntervalFacetingTest, AutoAddReplicasIntegrationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, MBeansHandlerTest, RemoteQueryErrorTest, RoutingToNodesWithPropertiesTest, ResponseHeaderTest, OutputWriterTest, TestRangeQuery, TestDocTermOrdsUninvertLimit, AuditLoggerIntegrationTest, CloneFieldUpdateProcessorFactoryTest, ZookeeperReadAPITest, TestManagedSchemaThreadSafety, TestSolrDeletionPolicy2, JWTAuthPluginTest, CoreSorterTest, TestFieldSortValues, ByteBuffersDirectoryFactoryTest, TokenizerChainTest, PropertiesRequestHandlerTest, MergeStrategyTest, TestStressInPlaceUpdates, XmlUpdateRequestHandlerTest, TestInPlaceUpdatesDistrib, TestQuerySenderNoQuery, TestFoldingMultitermQuery, TestCloudPivotFacet, TestSha256AuthenticationProvider, DistribDocExpirationUpdateProcessorTest, SpellingQueryConverterTest, SignificantTermsQParserPluginTest, SOLR749Test, TestBackupRepositoryFactory, BasicAuthOnSingleNodeTest, DistributedFacetExistsSmallTest, StatsReloadRaceTest, ShardsWhitelistTest, CircularListTest, TestUnifiedSolrHighlighter, TestSimLargeCluster, EmbeddedSolrNoSerializeTest, CdcrReplicationHandlerTest, TestDFRSimilarityFactory, MultiDestinationAuditLoggerTest, FastVectorHighlighterTest, TestComponentsName, TestCloudSchemaless, SoftAutoCommitTest, TestDistributedGrouping, ZkShardTermsTest, AlternateDirectoryTest, TestPayloadScoreQParserPlugin, GraphQueryTest, CdcrBidirectionalTest, TestNumericRangeQuery64, TestCloudRecovery2, ProtectedTermFilterFactoryTest, ConnectionReuseTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestCSVLoader, NodeLostTriggerTest, SuggestComponentContextFilterQueryTest, TestDocumentBuilder, DirectSolrSpellCheckerTest, TestHalfAndHalfDocValues, HLLUtilTest, HttpPartitionTest, RuleEngineTest, SolrRrdBackendFactoryTest, DeleteShardTest, PeerSyncTest, TestConfigSetsAPI, TestSortableTextField, InfoHandlerTest, HdfsDirectoryFactoryTest, RankQParserPluginTest, CloudReplicaSourceTest, TestNumericTerms64, TransactionLogTest, ScheduledMaintenanceTriggerTest, SpellCheckCollatorTest, HighlighterTest, AtomicUpdateRemovalJavabinTest, TestTestInjection, TestObjectReleaseTracker, TestTrackingShardHandlerFactory, DistributedVersionInfoTest, TestPartialUpdateDeduplication, ChangedSchemaMergeTest, TestRestoreCore, TestSimComputePlanAction, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ManagedSchemaRoundRobinCloudTest, TestLRUCache, ConvertedLegacyTest, SampleTest, SolrInfoBeanTest, TestJoin, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, ForceLeaderWithTlogReplicasTest, HttpPartitionWithTlogReplicasTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, MetricsHistoryIntegrationTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, MoveReplicaTest, MultiSolrCloudTestCaseTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerSolrResponseTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTaskQueueTest, OverseerTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, SliceStateTest, SystemCollectionCompatTest, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestOnReconnectListenerSupport, TestPullReplicaErrorHandling, TestRandomFlRTGCloud, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestZkChroot, UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, CollectionsAPIDistributedZkTest, TestCollectionAPI, TestLocalFSCloudBackupRestore, AutoAddReplicasPlanActionTest, ComputePlanActionTest, IndexSizeTriggerSizeEstimationTest, NodeAddedTriggerIntegrationTest, NodeAddedTriggerTest, NodeLostTriggerIntegrationTest, RestoreTriggerStateTest, SearchRateTriggerIntegrationTest, TestSimDistribStateManager, TestSimDistributedQueue, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimScenario, TestSnapshotCloudManager, HDFSCollectionsAPITest, HdfsBasicDistributedZk2Test, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, StressHdfsTest]
[junit4] Completed [673/914 (1!)] on J2 in 624.63s, 1 test, 1 failure <<< FAILURES!
[...truncated 52829 lines...]