You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/03/21 23:12:41 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-11) - Build # 23810 -
Still unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23810/
Java: 64bit/jdk-11 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.SystemCollectionCompatTest.testBackCompat
Error Message:
re-indexing warning not found
Stack Trace:
java.lang.AssertionError: re-indexing warning not found
at __randomizedtesting.SeedInfo.seed([27C68166B9631E49:573322CFD9ABB73F]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.SystemCollectionCompatTest.testBackCompat(SystemCollectionCompatTest.java:203)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14361 lines...]
[junit4] Suite: org.apache.solr.cloud.SystemCollectionCompatTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/init-core-data-001
[junit4] 2> 1352545 WARN (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
[junit4] 2> 1352545 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1352546 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1352546 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1352546 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001
[junit4] 2> 1352546 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1352552 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1352552 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1352652 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:32911
[junit4] 2> 1352652 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:32911
[junit4] 2> 1352652 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 32911
[junit4] 2> 1352654 INFO (zkConnectionManagerCallback-9465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352655 INFO (zkConnectionManagerCallback-9467-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352659 INFO (zkConnectionManagerCallback-9469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352661 WARN (jetty-launcher-9470-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1352661 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1352661 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1352661 INFO (jetty-launcher-9470-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
[junit4] 2> 1352664 WARN (jetty-launcher-9470-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1352664 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1352664 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1352664 INFO (jetty-launcher-9470-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
[junit4] 2> 1352686 INFO (jetty-launcher-9470-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1352686 INFO (jetty-launcher-9470-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1352687 INFO (jetty-launcher-9470-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1352687 INFO (jetty-launcher-9470-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1352687 INFO (jetty-launcher-9470-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1352687 INFO (jetty-launcher-9470-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1352692 INFO (jetty-launcher-9470-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b962e65{/solr,null,AVAILABLE}
[junit4] 2> 1352692 INFO (jetty-launcher-9470-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15d14dc3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36847}
[junit4] 2> 1352692 INFO (jetty-launcher-9470-thread-1) [ ] o.e.j.s.Server Started @1352736ms
[junit4] 2> 1352692 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36847}
[junit4] 2> 1352692 ERROR (jetty-launcher-9470-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1352692 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1352692 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1352692 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1352692 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1352692 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-21T22:41:22.831890Z
[junit4] 2> 1352696 INFO (jetty-launcher-9470-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7300100b{/solr,null,AVAILABLE}
[junit4] 2> 1352696 INFO (jetty-launcher-9470-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28b23559{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46607}
[junit4] 2> 1352696 INFO (jetty-launcher-9470-thread-2) [ ] o.e.j.s.Server Started @1352740ms
[junit4] 2> 1352696 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46607}
[junit4] 2> 1352696 ERROR (jetty-launcher-9470-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1352696 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1352696 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1352696 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1352696 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1352696 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-21T22:41:22.835517Z
[junit4] 2> 1352715 INFO (zkConnectionManagerCallback-9472-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352715 INFO (zkConnectionManagerCallback-9474-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352715 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1352715 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1352845 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1352846 WARN (jetty-launcher-9470-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4996b82e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1352848 WARN (jetty-launcher-9470-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5719f06f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1352848 INFO (jetty-launcher-9470-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32911/solr
[junit4] 2> 1352863 INFO (zkConnectionManagerCallback-9482-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352875 INFO (zkConnectionManagerCallback-9484-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352928 INFO (jetty-launcher-9470-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46607_solr
[junit4] 2> 1352928 INFO (jetty-launcher-9470-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.c.Overseer Overseer (id=72239958452666374-127.0.0.1:46607_solr-n_0000000000) starting
[junit4] 2> 1352935 INFO (zkConnectionManagerCallback-9491-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352937 INFO (jetty-launcher-9470-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32911/solr ready
[junit4] 2> 1352940 INFO (OverseerStateUpdate-72239958452666374-127.0.0.1:46607_solr-n_0000000000) [n:127.0.0.1:46607_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46607_solr
[junit4] 2> 1352944 INFO (jetty-launcher-9470-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46607_solr
[junit4] 2> 1352944 INFO (zkCallback-9490-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352950 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1352955 INFO (zkCallback-9483-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352956 WARN (jetty-launcher-9470-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5952d6ee[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1352967 INFO (jetty-launcher-9470-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1352972 WARN (jetty-launcher-9470-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@370b9d27[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1352973 INFO (jetty-launcher-9470-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32911/solr
[junit4] 2> 1352979 INFO (zkConnectionManagerCallback-9498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352985 INFO (jetty-launcher-9470-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46607.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1352991 INFO (zkConnectionManagerCallback-9500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1352992 INFO (jetty-launcher-9470-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46607.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1352992 INFO (jetty-launcher-9470-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46607.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1352993 INFO (jetty-launcher-9470-thread-2) [n:127.0.0.1:46607_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node2/.
[junit4] 2> 1352994 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352995 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36847_solr as DOWN
[junit4] 2> 1352995 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1352995 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36847_solr
[junit4] 2> 1352996 INFO (zkCallback-9483-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352996 INFO (zkCallback-9490-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1353004 INFO (zkCallback-9499-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1353011 INFO (zkConnectionManagerCallback-9507-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1353012 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1353013 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32911/solr ready
[junit4] 2> 1353017 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1353029 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36847.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1353037 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36847.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1353048 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36847.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1353049 INFO (jetty-launcher-9470-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node1/.
[junit4] 2> 1353070 INFO (zkConnectionManagerCallback-9513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1353071 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1353071 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32911/solr ready
[junit4] 2> 1353084 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBackCompat
[junit4] 2> 1353085 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=.system&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1353088 INFO (OverseerThreadFactory-7457-thread-1-processing-n:127.0.0.1:46607_solr) [n:127.0.0.1:46607_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
[junit4] 2> 1353190 INFO (OverseerStateUpdate-72239958452666374-127.0.0.1:46607_solr-n_0000000000) [n:127.0.0.1:46607_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36847/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1353191 INFO (OverseerStateUpdate-72239958452666374-127.0.0.1:46607_solr-n_0000000000) [n:127.0.0.1:46607_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46607/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1353393 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr x:.system_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353393 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr x:.system_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353393 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr x:.system_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1354398 WARN (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 1354398 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1354401 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1354402 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1354404 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1354404 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 1354413 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1354415 WARN (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema has been upgraded to managed, but the non-managed schema schema.xml is still loadable. PLEASE REMOVE THIS FILE.
[junit4] 2> 1354416 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 1354418 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1354418 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 1354418 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46607.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1354418 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node2/./.system_shard1_replica_n2/data/]
[junit4] 2> 1354420 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 1354420 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 1354420 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36847.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1354420 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1354464 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1354464 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1354464 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1354464 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1354466 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 1354466 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1354466 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 1354466 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1354467 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ca03e68[.system_shard1_replica_n1] main]
[junit4] 2> 1354467 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@60b97b85[.system_shard1_replica_n2] main]
[junit4] 2> 1354468 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1354468 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1354468 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1354468 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1354468 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1354468 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1354468 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1354468 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1354469 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1354469 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1354469 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628656720525918208
[junit4] 2> 1354469 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628656720525918208
[junit4] 2> 1354471 INFO (searcherExecutor-7469-thread-1-processing-n:127.0.0.1:46607_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@60b97b85[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1354473 INFO (searcherExecutor-7470-thread-1-processing-n:127.0.0.1:36847_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@3ca03e68[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1354473 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1354473 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
[junit4] 2> 1354474 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1354475 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
[junit4] 2> 1354475 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1354975 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1354975 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1354975 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46607/solr/.system_shard1_replica_n2/
[junit4] 2> 1354976 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:46607/solr START replicas=[http://127.0.0.1:36847/solr/.system_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1354976 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:46607/solr DONE. We have no versions. sync failed.
[junit4] 2> 1354977 INFO (qtp2105293202-23898) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1354977 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1354977 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1354977 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/72239958452666374-core_node4-n_0000000000
[junit4] 2> 1354978 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46607/solr/.system_shard1_replica_n2/ shard1
[junit4] 2> 1355078 INFO (zkCallback-9483-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1355079 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1355130 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1737
[junit4] 2> 1355179 INFO (zkCallback-9483-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1355179 INFO (zkCallback-9483-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1355510 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2116
[junit4] 2> 1355511 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1355577 INFO (zkCallback-9483-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1355577 INFO (zkCallback-9483-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1355577 INFO (zkCallback-9499-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1355577 INFO (zkCallback-9499-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1355577 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2491
[junit4] 2> 1355579 INFO (zkConnectionManagerCallback-9520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1355580 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1355580 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32911/solr ready
[junit4] 2> 1355582 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
[junit4] 2> 1355585 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:46607/solr/.system_shard1_replica_n2/&wt=javabin&version=2}{add=[169a26a8cd5Ta00bz7bjedkawfse7arud0yk8 (1628656721691934720)]} 0 0
[junit4] 2> 1355585 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[169a26a8cd5Ta00bz7bjedkawfse7arud0yk8 (1628656721691934720)]} 0 4
[junit4] 2> 1355586 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1628656721697177600,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1355586 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@69c193c8 commitCommandVersion:1628656721697177600
[junit4] 2> 1355587 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1628656721698226176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1355587 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@61885084 commitCommandVersion:1628656721698226176
[junit4] 2> 1355591 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1baab5be[.system_shard1_replica_n2] main]
[junit4] 2> 1355591 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@559c113a[.system_shard1_replica_n1] main]
[junit4] 2> 1355591 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1355591 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1355592 INFO (searcherExecutor-7470-thread-1-processing-n:127.0.0.1:36847_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@559c113a[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os.arch=amd64, java.runtime.version=11+28, source=flush, os.version=4.18.0-15-generic, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1355592 INFO (searcherExecutor-7469-thread-1-processing-n:127.0.0.1:46607_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@1baab5be[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os.arch=amd64, java.runtime.version=11+28, source=flush, os.version=4.18.0-15-generic, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1355592 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:46607/solr/.system_shard1_replica_n2/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
[junit4] 2> 1355592 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n2] webapp=/solr path=/update params={_stateVer_=.system:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
[junit4] 2> 1355593 INFO (qtp1092744134-23903) [n:127.0.0.1:46607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1355594 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1355596 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SchemaManager managed schema loaded . version : 0
[junit4] 2> 1355597 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1355631 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1355636 INFO (zkCallback-9499-thread-2) [ ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/.system/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 1355636 INFO (zkCallback-9483-thread-1) [ ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/.system/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 1355636 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/.system/managed-schema
[junit4] 2> 1355636 INFO (zkCallback-9483-thread-1) [ ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 1355637 INFO (zkCallback-9483-thread-1) [ ] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 1355639 INFO (zkCallback-9483-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1355639 INFO (zkCallback-9483-thread-1) [ ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 2 ms
[junit4] 2> 1355639 INFO (Thread-3724) [ ] o.a.s.c.SolrCore config update listener called for core .system_shard1_replica_n2
[junit4] 2> 1355640 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1355643 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1355644 INFO (Thread-3725) [ ] o.a.s.c.SolrCore config update listener called for core .system_shard1_replica_n1
[junit4] 2> 1355644 INFO (Thread-3725) [ ] o.a.s.c.SolrCore core reload .system_shard1_replica_n1
[junit4] 2> 1355645 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1355645 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Reloading SolrCore '.system_shard1_replica_n1' using configuration from collection .system
[junit4] 2> 1355687 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36847.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1355687 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1355724 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 1355724 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1355726 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bd483ae[.system_shard1_replica_n1] main]
[junit4] 2> 1355727 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1355727 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1355727 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1355727 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 1355727 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1355732 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1355733 INFO (searcherExecutor-7479-thread-1-processing-n:127.0.0.1:36847_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@4bd483ae[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os.arch=amd64, java.runtime.version=11+28, source=flush, os.version=4.18.0-15-generic, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1355733 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4adaa6f8[.system_shard1_replica_n1] main]
[junit4] 2> 1355734 INFO (zkCallback-9499-thread-2) [ ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 1355734 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 1 replicas to apply schema update version 1 for collection .system
[junit4] 2> 1355735 INFO (zkCallback-9499-thread-2) [ ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1355735 INFO (searcherExecutor-7479-thread-1-processing-n:127.0.0.1:36847_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@4adaa6f8[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.runtime.version=11+28, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os=Linux, os.arch=amd64, os.version=4.18.0-15-generic, source=flush, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1355736 INFO (zkCallback-9499-thread-2) [ ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1355736 INFO (zkCallback-9499-thread-2) [ ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 2 ms
[junit4] 2> 1355737 INFO (qtp1092744134-23903) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1355738 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Took 4.0ms for 1 replicas to apply schema update version 1 for collection .system
[junit4] 2> 1355738 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=142
[junit4] 2> 1355738 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5f1aa7b3
[junit4] 2> 1355738 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=5f1aa7b3
[junit4] 2> 1355738 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67a7050a: rootName = solr_36847, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@532b05e6
[junit4] 2> 1355751 INFO (Thread-3725) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1355754 INFO (Thread-3725) [ ] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1355756 INFO (Thread-3725) [ ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1355756 INFO (Thread-3725) [ ] o.a.s.c.CoreContainer Reloading SolrCore '.system_shard1_replica_n1' using configuration from collection .system
[junit4] 2> 1355757 INFO (qtp2105293202-23900) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=5f1aa7b3
[junit4] 2> 1355757 INFO (qtp1092744134-23903) [n:127.0.0.1:46607_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=.system&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1355758 INFO (OverseerThreadFactory-7457-thread-2-processing-n:127.0.0.1:46607_solr) [n:127.0.0.1:46607_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=RELOAD, asyncId=null
[junit4] 2> 1355758 INFO (OverseerCollectionConfigSetProcessor-72239958452666374-127.0.0.1:46607_solr-n_0000000000) [n:127.0.0.1:46607_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1355762 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1355771 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 1355773 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1355773 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Reloading SolrCore '.system_shard1_replica_n2' using configuration from collection .system
[junit4] 2> 1355782 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36847.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1355782 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1355800 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46607.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1355800 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node2/./.system_shard1_replica_n2/data/]
[junit4] 2> 1355838 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 1355838 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1355840 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b26ec4[.system_shard1_replica_n1] main]
[junit4] 2> 1355840 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1355841 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1355841 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1355841 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 1355841 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1355843 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1355844 INFO (searcherExecutor-7484-thread-1-processing-n:127.0.0.1:36847_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@6b26ec4[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.runtime.version=11+28, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os=Linux, os.arch=amd64, os.version=4.18.0-15-generic, source=flush, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1355844 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e1fd3b0[.system_shard1_replica_n1] main]
[junit4] 2> 1355845 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@24ae7ad0
[junit4] 2> 1355845 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=24ae7ad0
[junit4] 2> 1355845 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76eb6cdd: rootName = solr_36847, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@532b05e6
[junit4] 2> 1355845 INFO (searcherExecutor-7484-thread-1-processing-n:127.0.0.1:36847_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@1e1fd3b0[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.runtime.version=11+28, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os=Linux, os.arch=amd64, os.version=4.18.0-15-generic, source=flush, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1355850 INFO (Thread-3725) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=24ae7ad0
[junit4] 2> 1355854 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1356405 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1705161207
[junit4] 2> 1356405 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=729281771
[junit4] 2> 1356405 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=920082020
[junit4] 2> 1356405 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=412799680
[junit4] 2> 1356405 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=1757930797
[junit4] 2> 1356407 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1356409 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1356409 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Reloading SolrCore '.system_shard1_replica_n1' using configuration from collection .system
[junit4] 2> 1356415 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 1356415 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1356417 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f286760[.system_shard1_replica_n2] main]
[junit4] 2> 1356418 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1356418 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1356418 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1356418 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 1356418 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1356421 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1356423 INFO (searcherExecutor-7485-thread-1-processing-n:127.0.0.1:46607_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@1f286760[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os.arch=amd64, java.runtime.version=11+28, source=flush, os.version=4.18.0-15-generic, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1356424 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7242b766[.system_shard1_replica_n2] main]
[junit4] 2> 1356424 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@52000d3
[junit4] 2> 1356424 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=52000d3
[junit4] 2> 1356424 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b07517a: rootName = solr_46607, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@31223e05
[junit4] 2> 1356426 INFO (searcherExecutor-7485-thread-1-processing-n:127.0.0.1:46607_solr x:.system_shard1_replica_n2 c:.system s:shard1 r:core_node4) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@7242b766[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.runtime.version=11+28, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os=Linux, os.arch=amd64, os.version=4.18.0-15-generic, source=flush, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1356433 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=52000d3
[junit4] 2> 1356434 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=.system_shard1_replica_n2&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=675
[junit4] 2> 1356436 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36847.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@106490f9
[junit4] 2> 1356436 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1356471 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 1356472 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1356479 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f663f8d[.system_shard1_replica_n1] main]
[junit4] 2> 1356480 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1356480 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1356480 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1356480 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 1356480 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1356482 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1356483 INFO (searcherExecutor-7490-thread-1-processing-n:127.0.0.1:36847_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@1f663f8d[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.runtime.version=11+28, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os=Linux, os.arch=amd64, os.version=4.18.0-15-generic, source=flush, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1356484 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@192c73e7[.system_shard1_replica_n1] main]
[junit4] 2> 1356484 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@30617742
[junit4] 2> 1356484 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=30617742
[junit4] 2> 1356484 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b878c1a: rootName = solr_36847, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@532b05e6
[junit4] 2> 1356485 INFO (searcherExecutor-7490-thread-1-processing-n:127.0.0.1:36847_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node3) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@192c73e7[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.runtime.version=11+28, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os=Linux, os.arch=amd64, os.version=4.18.0-15-generic, source=flush, timestamp=1553208085727}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1356492 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=30617742
[junit4] 2> 1356492 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=.system_shard1_replica_n1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=733
[junit4] 2> 1356493 INFO (qtp1092744134-23903) [n:127.0.0.1:46607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&action=RELOAD&wt=javabin&version=2} status=0 QTime=735
[junit4] 2> 1356494 INFO (qtp1092744134-23899) [n:127.0.0.1:46607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1356495 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1356496 INFO (OverseerCollectionConfigSetProcessor-72239958452666374-127.0.0.1:46607_solr-n_0000000000) [n:127.0.0.1:46607_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1356497 INFO (qtp1092744134-23901) [n:127.0.0.1:46607_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1356498 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1090025592
[junit4] 2> 1356498 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46607_solr
[junit4] 2> 1356498 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 1356498 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:46607_solr as DOWN
[junit4] 2> 1356499 INFO (coreCloseExecutor-7496-thread-1) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4b1abc52
[junit4] 2> 1356499 INFO (coreCloseExecutor-7496-thread-1) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=4b1abc52
[junit4] 2> 1356499 INFO (coreCloseExecutor-7496-thread-1) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27f81023: rootName = solr_46607, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@31223e05
[junit4] 2> 1356507 INFO (coreCloseExecutor-7496-thread-1) [n:127.0.0.1:46607_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=4b1abc52
[junit4] 2> 1356510 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1356510 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@efb050d: rootName = solr_46607, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7de22962
[junit4] 2> 1356515 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1356515 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1450556: rootName = solr_46607, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@43f89233
[junit4] 2> 1356519 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1356519 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2905953: rootName = solr_46607, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2e81f433
[junit4] 2> 1356519 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1356520 INFO (closeThreadPool-9528-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72239958452666374-127.0.0.1:46607_solr-n_0000000000) closing
[junit4] 2> 1356520 INFO (OverseerStateUpdate-72239958452666374-127.0.0.1:46607_solr-n_0000000000) [n:127.0.0.1:46607_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46607_solr
[junit4] 2> 1356520 INFO (OverseerAutoScalingTriggerThread-72239958452666374-127.0.0.1:46607_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1356527 INFO (closeThreadPool-9528-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72239958452666374-127.0.0.1:46607_solr-n_0000000000) closing
[junit4] 2> 1356528 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.a.s.c.Overseer Overseer (id=72239958452666374-127.0.0.1:46607_solr-n_0000000000) closing
[junit4] 2> 1356529 INFO (zkCallback-9512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1356529 INFO (zkCallback-9499-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36847_solr
[junit4] 2> 1356529 INFO (zkCallback-9506-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1356529 INFO (zkCallback-9519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1356529 INFO (zkCallback-9499-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.Overseer Overseer (id=72239958452666377-127.0.0.1:36847_solr-n_0000000001) starting
[junit4] 2> 1356529 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@28b23559{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1356529 INFO (zkCallback-9499-thread-2) [n:127.0.0.1:36847_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1356532 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7300100b{/solr,null,UNAVAILABLE}
[junit4] 2> 1356532 INFO (TEST-SystemCollectionCompatTest.testBackCompat-seed#[27C68166B9631E49]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1356533 INFO (qtp2105293202-23898) [n:127.0.0.1:36847_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1356536 INFO (zkCallback-9499-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1356536 INFO (OverseerStateUpdate-72239958452666377-127.0.0.1:36847_solr-n_0000000001) [n:127.0.0.1:36847_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36847_solr
[junit4] 2> 1356538 INFO (zkCallback-9499-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1356543 INFO (zkCallback-9499-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1356548 INFO (zkConnectionManagerCallback-9533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1356548 INFO (zkCallback-9499-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1356549 INFO (zkCallback-9499-thread-1) [n:127.0.0.1:36847_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32911/solr ready
[junit4] 2> 1356549 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :colstatus with params name=.system&action=COLSTATUS&fieldInfo=true&wt=javabin&version=2&segments=true and sendToOCPQueue=true
[junit4] 2> 1356551 INFO (qtp2105293202-23902) [n:127.0.0.1:36847_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&action=COLSTATUS&fieldInfo=true&wt=javabin&version=2&
[...truncated too long message...]
ry=solr.jetty, tag=null
[junit4] 2> 1416716 INFO (jetty-closer-9540-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@571f84f9: rootName = solr_36847, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2e81f433
[junit4] 2> 1416716 INFO (jetty-closer-9540-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1416723 INFO (closeThreadPool-9543-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72239958452666377-127.0.0.1:36847_solr-n_0000000001) closing
[junit4] 2> 1416724 INFO (OverseerStateUpdate-72239958452666377-127.0.0.1:36847_solr-n_0000000001) [n:127.0.0.1:36847_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36847_solr
[junit4] 2> 1416724 INFO (OverseerAutoScalingTriggerThread-72239958452666377-127.0.0.1:36847_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1416726 INFO (closeThreadPool-9543-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72239958452666377-127.0.0.1:36847_solr-n_0000000001) closing
[junit4] 2> 1416727 INFO (jetty-closer-9540-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72239958452666377-127.0.0.1:36847_solr-n_0000000001) closing
[junit4] 2> 1416727 INFO (jetty-closer-9540-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15d14dc3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1416727 INFO (jetty-closer-9540-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b962e65{/solr,null,UNAVAILABLE}
[junit4] 2> 1416727 INFO (jetty-closer-9540-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1416728 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1416728 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/collections/.system/terms/shard1
[junit4] 2> 6 /solr/configs/.system/managed-schema
[junit4] 2> 4 /solr/configs/.system
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/.system/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/collections/.system/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/collections
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1416729 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:32911
[junit4] 2> 1416729 INFO (SUITE-SystemCollectionCompatTest-seed#[27C68166B9631E49]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 32911
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SystemCollectionCompatTest_27C68166B9631E49-001
[junit4] 2> Mar 21, 2019 10:42:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), type=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Direct), time_l=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=600, maxMBSortInHeap=6.108450614830132, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5aff8b6a), locale=so-DJ, timezone=Europe/Amsterdam
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Oracle Corporation 11 (64-bit)/cpus=8,threads=1,free=257389848,total=478674944
[junit4] 2> NOTE: All tests run in this JVM: [BadComponentTest, TestCoreContainer, TestSubQueryTransformerCrossCore, ScheduledMaintenanceTriggerTest, TlogReplayBufferedWhileIndexingTest, TestReplicaProperties, AnalyticsMergeStrategyTest, LeaderElectionIntegrationTest, TestNumericTokenStream, SubstringBytesRefFilterTest, TestSolrCloudWithDelegationTokens, TestLRUStatsCache, PhrasesIdentificationComponentTest, SuggestComponentContextFilterQueryTest, ReturnFieldsTest, TestCloudPivotFacet, SolrXmlInZkTest, StatelessScriptUpdateProcessorFactoryTest, ReindexCollectionTest, TestGraphTermsQParserPlugin, TestHalfAndHalfDocValues, SolrSlf4jReporterTest, MetricsHistoryHandlerTest, TimeZoneUtilsTest, TolerantUpdateProcessorTest, HdfsDirectoryTest, SliceStateTest, CategoryRoutedAliasUpdateProcessorTest, TestSimPolicyCloud, SolrIndexMetricsTest, ReplaceNodeTest, DistribJoinFromCollectionTest, RulesTest, TestOverriddenPrefixQueryForCustomFieldType, TestJsonFacetsWithNestedObjects, DebugComponentTest, TestStressCloudBlindAtomicUpdates, TestDocumentBuilder, BooleanFieldTest, DistributedFacetPivotSmallAdvancedTest, AdminHandlersProxyTest, TestJoin, DistanceFunctionTest, FileUtilsTest, SpellCheckCollatorTest, TestSchemaSimilarityResource, TriggerIntegrationTest, ZkFailoverTest, TestMacros, TestExtendedDismaxParser, CreateRoutedAliasTest, SearchRateTriggerIntegrationTest, HighlighterTest, TermVectorComponentTest, TestHdfsBackupRestoreCore, TestXIncludeConfig, TestJsonFacetRefinement, RequiredFieldsTest, TestFieldCollectionResource, TestSha256AuthenticationProvider, TestMergePolicyConfig, NodeAddedTriggerIntegrationTest, SolrMetricReporterTest, MetricUtilsTest, JWTAuthPluginIntegrationTest, TestDistribIDF, TestSearchPerf, TestConfigSetsAPI, TestManagedSynonymGraphFilterFactory, TestUtilizeNode, TestInPlaceUpdatesRequiredField, HdfsTlogReplayBufferedWhileIndexingTest, NodeLostTriggerTest, TestDistributedMap, TestMinMaxOnMultiValuedField, CoreAdminHandlerTest, TestComplexPhraseLeadingWildcard, ResponseLogComponentTest, TestUniqueKeyFieldResource, ConfigureRecoveryStrategyTest, TestConfigSetImmutable, TestSchemaManager, CollectionTooManyReplicasTest, TestRTGBase, ConfigSetsAPITest, TestCloudSchemaless, TestLegacyFieldReuse, MetricsConfigTest, IndexSizeTriggerTest, DirectSolrConnectionTest, TestGeoJSONResponseWriter, TestPHPSerializedResponseWriter, LegacyCloudClusterPropTest, ConvertedLegacyTest, TestUnInvertedFieldException, DistributedQueryElevationComponentTest, TestNonDefinedSimilarityFactory, BitVectorTest, PreAnalyzedUpdateProcessorTest, SimpleMLTQParserTest, TestRTimerTree, DirectUpdateHandlerTest, RollingRestartTest, SpellingQueryConverterTest, HdfsBasicDistributedZkTest, CurrencyFieldTypeTest, TestFuzzyAnalyzedSuggestions, TaggerTest, TestSolrCloudWithHadoopAuthPlugin, TestRandomFlRTGCloud, NodeMutatorTest, DistributedFacetExistsSmallTest, DistributedMLTComponentTest, LukeRequestHandlerTest, TestTrackingShardHandlerFactory, FastVectorHighlighterTest, DeleteStatusTest, FullSolrCloudDistribCmdsTest, AssignBackwardCompatibilityTest, SolrGraphiteReporterTest, ShardRoutingCustomTest, TestBinaryResponseWriter, TestCollectionsAPIViaSolrCloudCluster, PeerSyncTest, TestShortCircuitedRequests, TestDistributedGrouping, SolrRrdBackendFactoryTest, DocValuesMissingTest, TestSlowCompositeReaderWrapper, TestLockTree, TestEmbeddedSolrServerSchemaAPI, PrimUtilsTest, ZkStateWriterTest, ShufflingReplicaListTransformerTest, TestNumericTerms64, HLLSerializationTest, BasicDistributedZkTest, DocumentAnalysisRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistributedVersionInfoTest, HttpPartitionTest, MetricsHistoryIntegrationTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTest, SplitShardTest, SystemCollectionCompatTest]
[junit4] Completed [496/849 (1!)] on J2 in 64.94s, 1 test, 1 failure <<< FAILURES!
[...truncated 43811 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23810/consoleText
[repro] Revision: 863d34bff5ce8449c9bfae35acf1ab5746ace35d
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=SystemCollectionCompatTest -Dtests.method=testBackCompat -Dtests.seed=27C68166B9631E49 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=so-DJ -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] SystemCollectionCompatTest
[repro] ant compile-test
[...truncated 3570 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.SystemCollectionCompatTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=27C68166B9631E49 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=so-DJ -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 75 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.SystemCollectionCompatTest
[repro] Exiting with code 0
[...truncated 43 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-12) - Build # 23816 -
Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23816/
Java: 64bit/jdk-12 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.ReindexCollectionTest.testSameTargetReindexing
Error Message:
copied num docs expected:<200> but was:<199>
Stack Trace:
java.lang.AssertionError: copied num docs expected:<200> but was:<199>
at __randomizedtesting.SeedInfo.seed([F50E481684AC21B6:4077A3C183CAB9F2]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.cloud.ReindexCollectionTest.testSameTargetReindexing(ReindexCollectionTest.java:180)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 12996 lines...]
[junit4] Suite: org.apache.solr.cloud.ReindexCollectionTest
[junit4] 2> 301626 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/init-core-data-001
[junit4] 2> 301627 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 301627 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 301628 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001
[junit4] 2> 301628 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 301636 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 301636 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 301736 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33913
[junit4] 2> 301736 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33913
[junit4] 2> 301736 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33913
[junit4] 2> 301740 INFO (zkConnectionManagerCallback-1925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 301741 INFO (zkConnectionManagerCallback-1927-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 301749 INFO (zkConnectionManagerCallback-1929-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 301750 WARN (jetty-launcher-1930-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 301750 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 301750 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 301750 INFO (jetty-launcher-1930-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
[junit4] 2> 301754 WARN (jetty-launcher-1930-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 301754 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 301754 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 301754 INFO (jetty-launcher-1930-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12+33
[junit4] 2> 301758 INFO (jetty-launcher-1930-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 301758 INFO (jetty-launcher-1930-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 301758 INFO (jetty-launcher-1930-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 301759 INFO (jetty-launcher-1930-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@574ea1fe{/solr,null,AVAILABLE}
[junit4] 2> 301760 INFO (jetty-launcher-1930-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f4f6305{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:?????}
[junit4] 2> 301760 INFO (jetty-launcher-1930-thread-1) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 301760 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38793}
[junit4] 2> 301760 ERROR (jetty-launcher-1930-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 301760 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 301760 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 301760 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 301760 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 301760 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-23T15:19:26.965455Z
[junit4] 2> 301761 INFO (jetty-launcher-1930-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 301762 INFO (jetty-launcher-1930-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 301762 INFO (jetty-launcher-1930-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 301767 INFO (zkConnectionManagerCallback-1932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 301767 INFO (jetty-launcher-1930-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76f12aa6{/solr,null,AVAILABLE}
[junit4] 2> 301767 INFO (jetty-launcher-1930-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e814a7c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:?????}
[junit4] 2> 301767 INFO (jetty-launcher-1930-thread-2) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 301767 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 301767 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35653}
[junit4] 2> 301768 ERROR (jetty-launcher-1930-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 301768 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 301768 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 301768 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 301768 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 301768 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-23T15:19:26.973130Z
[junit4] 2> 301774 INFO (zkConnectionManagerCallback-1934-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 301774 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 301888 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 301890 WARN (jetty-launcher-1930-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@c6f3f54[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 301924 WARN (jetty-launcher-1930-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3a2bfb28[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 301924 INFO (jetty-launcher-1930-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33913/solr
[junit4] 2> 301973 INFO (zkConnectionManagerCallback-1942-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 302002 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 302028 INFO (zkConnectionManagerCallback-1944-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 302034 WARN (jetty-launcher-1930-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@68b180a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 302038 WARN (jetty-launcher-1930-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6a62bec2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 302038 INFO (jetty-launcher-1930-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33913/solr
[junit4] 2> 302058 INFO (zkConnectionManagerCallback-1952-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 302066 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38793_solr
[junit4] 2> 302066 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.c.Overseer Overseer (id=72249545330655238-127.0.0.1:38793_solr-n_0000000000) starting
[junit4] 2> 302070 INFO (zkConnectionManagerCallback-1954-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 302072 INFO (zkConnectionManagerCallback-1959-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 302073 INFO (jetty-launcher-1930-thread-2) [n:127.0.0.1:35653_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35653_solr
[junit4] 2> 302073 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33913/solr ready
[junit4] 2> 302073 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38793_solr
[junit4] 2> 302074 INFO (zkCallback-1958-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 302074 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 302084 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38793_solr as DOWN
[junit4] 2> 302085 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 302085 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38793_solr
[junit4] 2> 302085 INFO (zkCallback-1953-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 302085 INFO (zkCallback-1958-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 302085 INFO (zkCallback-1943-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 302090 INFO (zkCallback-1953-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 302098 INFO (zkConnectionManagerCallback-1966-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 302098 INFO (jetty-launcher-1930-thread-2) [n:127.0.0.1:35653_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 302099 INFO (jetty-launcher-1930-thread-2) [n:127.0.0.1:35653_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33913/solr ready
[junit4] 2> 302109 INFO (jetty-launcher-1930-thread-2) [n:127.0.0.1:35653_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 302109 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 302127 INFO (jetty-launcher-1930-thread-2) [n:127.0.0.1:35653_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35653.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 302128 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 302137 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 302137 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 302138 INFO (jetty-launcher-1930-thread-2) [n:127.0.0.1:35653_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35653.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 302138 INFO (jetty-launcher-1930-thread-2) [n:127.0.0.1:35653_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35653.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 302138 INFO (jetty-launcher-1930-thread-2) [n:127.0.0.1:35653_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node2/.
[junit4] 2> 302138 INFO (jetty-launcher-1930-thread-1) [n:127.0.0.1:38793_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node1/.
[junit4] 2> 302206 INFO (zkConnectionManagerCallback-1973-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 302206 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 302207 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33913/solr ready
[junit4] 2> 302223 INFO (TEST-ReindexCollectionTest.testLossySchema-seed#[F50E481684AC21B6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLossySchema
[junit4] 2> 302230 INFO (zkConnectionManagerCallback-1978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 302230 INFO (TEST-ReindexCollectionTest.testLossySchema-seed#[F50E481684AC21B6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 302231 INFO (TEST-ReindexCollectionTest.testLossySchema-seed#[F50E481684AC21B6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33913/solr ready
[junit4] 2> 302238 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf2&maxShardsPerNode=-1&name=sourceLossyReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 302242 INFO (OverseerThreadFactory-1713-thread-1-processing-n:127.0.0.1:38793_solr) [n:127.0.0.1:38793_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection sourceLossyReindexing
[junit4] 2> 302347 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"sourceLossyReindexing",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"sourceLossyReindexing_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35653/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 302351 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"sourceLossyReindexing",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"sourceLossyReindexing_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38793/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 302352 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"sourceLossyReindexing",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"sourceLossyReindexing_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35653/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 302354 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"sourceLossyReindexing",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"sourceLossyReindexing_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38793/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 302559 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr x:sourceLossyReindexing_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf2&newCollection=true&name=sourceLossyReindexing_shard1_replica_n2&action=CREATE&numShards=2&collection=sourceLossyReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 302559 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr x:sourceLossyReindexing_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf2&newCollection=true&name=sourceLossyReindexing_shard2_replica_n4&action=CREATE&numShards=2&collection=sourceLossyReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 302560 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 302567 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr x:sourceLossyReindexing_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf2&newCollection=true&name=sourceLossyReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=sourceLossyReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 302570 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr x:sourceLossyReindexing_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf2&newCollection=true&name=sourceLossyReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=sourceLossyReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 303575 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 303582 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.s.IndexSchema [sourceLossyReindexing_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 303589 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 303590 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 303590 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 303595 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.s.IndexSchema [sourceLossyReindexing_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 303595 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.s.IndexSchema [sourceLossyReindexing_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 303596 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.s.IndexSchema [sourceLossyReindexing_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 303620 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 303620 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'sourceLossyReindexing_shard1_replica_n1' using configuration from collection sourceLossyReindexing, trusted=true
[junit4] 2> 303626 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35653.solr.core.sourceLossyReindexing.shard1.replica_n1' (registry 'solr.core.sourceLossyReindexing.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 303626 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.SolrCore [[sourceLossyReindexing_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node2/sourceLossyReindexing_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node2/./sourceLossyReindexing_shard1_replica_n1/data/]
[junit4] 2> 303634 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 303634 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'sourceLossyReindexing_shard2_replica_n4' using configuration from collection sourceLossyReindexing, trusted=true
[junit4] 2> 303634 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35653.solr.core.sourceLossyReindexing.shard2.replica_n4' (registry 'solr.core.sourceLossyReindexing.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 303634 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.SolrCore [[sourceLossyReindexing_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node2/sourceLossyReindexing_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node2/./sourceLossyReindexing_shard2_replica_n4/data/]
[junit4] 2> 303642 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 303643 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'sourceLossyReindexing_shard2_replica_n6' using configuration from collection sourceLossyReindexing, trusted=true
[junit4] 2> 303643 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.core.sourceLossyReindexing.shard2.replica_n6' (registry 'solr.core.sourceLossyReindexing.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 303643 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.SolrCore [[sourceLossyReindexing_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node1/sourceLossyReindexing_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node1/./sourceLossyReindexing_shard2_replica_n6/data/]
[junit4] 2> 303660 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 303660 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'sourceLossyReindexing_shard1_replica_n2' using configuration from collection sourceLossyReindexing, trusted=true
[junit4] 2> 303660 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.core.sourceLossyReindexing.shard1.replica_n2' (registry 'solr.core.sourceLossyReindexing.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 303661 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.SolrCore [[sourceLossyReindexing_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node1/sourceLossyReindexing_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node1/./sourceLossyReindexing_shard1_replica_n2/data/]
[junit4] 2> 303690 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 303690 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 303703 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 303703 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 303707 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@748d240f[sourceLossyReindexing_shard1_replica_n1] main]
[junit4] 2> 303708 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 303709 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 303710 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 303710 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628810110739415040
[junit4] 2> 303718 INFO (searcherExecutor-1722-thread-1-processing-n:127.0.0.1:35653_solr x:sourceLossyReindexing_shard1_replica_n1 c:sourceLossyReindexing s:shard1 r:core_node3) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.SolrCore [sourceLossyReindexing_shard1_replica_n1] Registered new searcher Searcher@748d240f[sourceLossyReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 303720 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/sourceLossyReindexing/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 303720 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/sourceLossyReindexing/leaders/shard1
[junit4] 2> 303722 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 303745 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 303745 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 303747 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 303747 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 303751 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@70b429fa[sourceLossyReindexing_shard2_replica_n4] main]
[junit4] 2> 303751 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 303752 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 303752 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 303752 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628810110783455232
[junit4] 2> 303760 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 303760 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 303763 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 303765 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 303775 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 303775 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 303775 INFO (searcherExecutor-1723-thread-1-processing-n:127.0.0.1:35653_solr x:sourceLossyReindexing_shard2_replica_n4 c:sourceLossyReindexing s:shard2 r:core_node7) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.SolrCore [sourceLossyReindexing_shard2_replica_n4] Registered new searcher Searcher@70b429fa[sourceLossyReindexing_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 303777 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 303777 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 303778 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/sourceLossyReindexing/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 303782 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b703697[sourceLossyReindexing_shard1_replica_n2] main]
[junit4] 2> 303782 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/sourceLossyReindexing/leaders/shard2
[junit4] 2> 303783 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 303783 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 303783 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 303784 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628810110817009664
[junit4] 2> 303785 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 303785 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e3b9532[sourceLossyReindexing_shard2_replica_n6] main]
[junit4] 2> 303787 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/sourceLossyReindexing/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 303787 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/sourceLossyReindexing/leaders/shard1
[junit4] 2> 303788 INFO (searcherExecutor-1725-thread-1-processing-n:127.0.0.1:38793_solr x:sourceLossyReindexing_shard1_replica_n2 c:sourceLossyReindexing s:shard1 r:core_node5) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.SolrCore [sourceLossyReindexing_shard1_replica_n2] Registered new searcher Searcher@7b703697[sourceLossyReindexing_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 303788 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 303788 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 303789 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 303789 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628810110822252544
[junit4] 2> 303792 INFO (searcherExecutor-1724-thread-1-processing-n:127.0.0.1:38793_solr x:sourceLossyReindexing_shard2_replica_n6 c:sourceLossyReindexing s:shard2 r:core_node8) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.SolrCore [sourceLossyReindexing_shard2_replica_n6] Registered new searcher Searcher@3e3b9532[sourceLossyReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 303798 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/sourceLossyReindexing/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 303798 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/sourceLossyReindexing/leaders/shard2
[junit4] 2> 304226 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 304226 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 304226 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35653/solr/sourceLossyReindexing_shard1_replica_n1/
[junit4] 2> 304227 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=sourceLossyReindexing_shard1_replica_n1 url=http://127.0.0.1:35653/solr START replicas=[http://127.0.0.1:38793/solr/sourceLossyReindexing_shard1_replica_n2/] nUpdates=100
[junit4] 2> 304227 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=sourceLossyReindexing_shard1_replica_n1 url=http://127.0.0.1:35653/solr DONE. We have no versions. sync failed.
[junit4] 2> 304231 INFO (qtp1371372604-4969) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.S.Request [sourceLossyReindexing_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 304231 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 304231 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 304231 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/sourceLossyReindexing/leaders/shard1/leader after winning as /collections/sourceLossyReindexing/leader_elect/shard1/election/72249545330655240-core_node3-n_0000000000
[junit4] 2> 304232 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35653/solr/sourceLossyReindexing_shard1_replica_n1/ shard1
[junit4] 2> 304286 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 304286 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 304286 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35653/solr/sourceLossyReindexing_shard2_replica_n4/
[junit4] 2> 304286 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=sourceLossyReindexing_shard2_replica_n4 url=http://127.0.0.1:35653/solr START replicas=[http://127.0.0.1:38793/solr/sourceLossyReindexing_shard2_replica_n6/] nUpdates=100
[junit4] 2> 304286 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=sourceLossyReindexing_shard2_replica_n4 url=http://127.0.0.1:35653/solr DONE. We have no versions. sync failed.
[junit4] 2> 304287 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.S.Request [sourceLossyReindexing_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 304287 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 304287 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 304287 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/sourceLossyReindexing/leaders/shard2/leader after winning as /collections/sourceLossyReindexing/leader_elect/shard2/election/72249545330655240-core_node7-n_0000000000
[junit4] 2> 304289 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35653/solr/sourceLossyReindexing_shard2_replica_n4/ shard2
[junit4] 2> 304390 INFO (zkCallback-1953-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceLossyReindexing/state.json] for collection [sourceLossyReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 304391 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 304391 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 304420 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf2&newCollection=true&name=sourceLossyReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=sourceLossyReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1850
[junit4] 2> 304420 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf2&newCollection=true&name=sourceLossyReindexing_shard2_replica_n4&action=CREATE&numShards=2&collection=sourceLossyReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1860
[junit4] 2> 304492 INFO (zkCallback-1953-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceLossyReindexing/state.json] for collection [sourceLossyReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 304492 INFO (zkCallback-1953-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceLossyReindexing/state.json] for collection [sourceLossyReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 304790 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf2&newCollection=true&name=sourceLossyReindexing_shard1_replica_n2&action=CREATE&numShards=2&collection=sourceLossyReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2231
[junit4] 2> 304801 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf2&newCollection=true&name=sourceLossyReindexing_shard2_replica_n6&action=CREATE&numShards=2&collection=sourceLossyReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2233
[junit4] 2> 304803 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 304902 INFO (zkCallback-1953-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceLossyReindexing/state.json] for collection [sourceLossyReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 304902 INFO (zkCallback-1953-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceLossyReindexing/state.json] for collection [sourceLossyReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 304902 INFO (zkCallback-1943-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceLossyReindexing/state.json] for collection [sourceLossyReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 304902 INFO (zkCallback-1943-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceLossyReindexing/state.json] for collection [sourceLossyReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 304902 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf2&maxShardsPerNode=-1&name=sourceLossyReindexing&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2664
[junit4] 2> 304958 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/sourceLossyReindexing/terms/shard2 to Terms{values={core_node7=1, core_node8=1}, version=2}
[junit4] 2> 305006 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/sourceLossyReindexing/terms/shard1 to Terms{values={core_node3=1, core_node5=1}, version=2}
[junit4] 2> 305011 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [sourceLossyReindexing_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35653/solr/sourceLossyReindexing_shard2_replica_n4/&wt=javabin&version=2}{add=[2 (1628810112013434880), 3 (1628810112038600704), 5 (1628810112039649280), 6 (1628810112039649281), 7 (1628810112039649282), 9 (1628810112039649283), 17 (1628810112039649284), 18 (1628810112039649285), 19 (1628810112039649286), 21 (1628810112039649287), ... (97 adds)]} 0 7
[junit4] 2> 305011 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [sourceLossyReindexing_shard2_replica_n4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1628810112013434880), 3 (1628810112038600704), 5 (1628810112039649280), 6 (1628810112039649281), 7 (1628810112039649282), 9 (1628810112039649283), 17 (1628810112039649284), 18 (1628810112039649285), 19 (1628810112039649286), 21 (1628810112039649287), ... (97 adds)]} 0 86
[junit4] 2> 305014 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceLossyReindexing_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:35653/solr/sourceLossyReindexing_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1628810112011337728), 1 (1628810112022872064), 4 (1628810112022872065), 8 (1628810112022872066), 10 (1628810112022872067), 11 (1628810112022872068), 12 (1628810112022872069), 13 (1628810112022872070), 14 (1628810112022872071), 15 (1628810112022872072), ... (103 adds)]} 0 12
[junit4] 2> 305015 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceLossyReindexing_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1628810112011337728), 1 (1628810112022872064), 4 (1628810112022872065), 8 (1628810112022872066), 10 (1628810112022872067), 11 (1628810112022872068), 12 (1628810112022872069), 13 (1628810112022872070), 14 (1628810112022872071), 15 (1628810112022872072), ... (103 adds)]} 0 92
[junit4] 2> 305064 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1628810112159186944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 305064 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@787ce62b commitCommandVersion:1628810112159186944
[junit4] 2> 305067 INFO (qtp1371372604-4969) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1628810112162332672,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 305067 INFO (qtp1371372604-4969) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6a1409d9 commitCommandVersion:1628810112162332672
[junit4] 2> 305086 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fb6ce5e[sourceLossyReindexing_shard1_replica_n1] main]
[junit4] 2> 305086 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 305087 INFO (searcherExecutor-1722-thread-1-processing-n:127.0.0.1:35653_solr x:sourceLossyReindexing_shard1_replica_n1 c:sourceLossyReindexing s:shard1 r:core_node3) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.SolrCore [sourceLossyReindexing_shard1_replica_n1] Registered new searcher Searcher@4fb6ce5e[sourceLossyReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C103:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=12, java.vm.version=12+33, lucene.version=9.0.0, os.arch=amd64, java.runtime.version=12+33, source=flush, os.version=4.18.0-15-generic, timestamp=1553354370283}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
[junit4] 2> 305106 INFO (qtp1371372604-4969) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a8dc8db[sourceLossyReindexing_shard1_replica_n2] main]
[junit4] 2> 305107 INFO (qtp1371372604-4969) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 305108 INFO (searcherExecutor-1725-thread-1-processing-n:127.0.0.1:38793_solr x:sourceLossyReindexing_shard1_replica_n2 c:sourceLossyReindexing s:shard1 r:core_node5) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.SolrCore [sourceLossyReindexing_shard1_replica_n2] Registered new searcher Searcher@5a8dc8db[sourceLossyReindexing_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C103:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=12, java.vm.version=12+33, lucene.version=9.0.0, os.arch=amd64, java.runtime.version=12+33, source=flush, os.version=4.18.0-15-generic, timestamp=1553354370278}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
[junit4] 2> 305108 INFO (qtp1371372604-4969) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [sourceLossyReindexing_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35653/solr/sourceLossyReindexing_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 41
[junit4] 2> 305108 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [sourceLossyReindexing_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35653/solr/sourceLossyReindexing_shard2_replica_n4/&commit_end_point=leaders&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 45
[junit4] 2> 305109 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1628810112206372864,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 305109 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@18968205 commitCommandVersion:1628810112206372864
[junit4] 2> 305111 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1628810112208470016,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 305113 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3f5ccd38 commitCommandVersion:1628810112208470016
[junit4] 2> 305117 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@382caeb8[sourceLossyReindexing_shard2_replica_n4] main]
[junit4] 2> 305118 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 305119 INFO (searcherExecutor-1723-thread-1-processing-n:127.0.0.1:35653_solr x:sourceLossyReindexing_shard2_replica_n4 c:sourceLossyReindexing s:shard2 r:core_node7) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.c.SolrCore [sourceLossyReindexing_shard2_replica_n4] Registered new searcher Searcher@382caeb8[sourceLossyReindexing_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C97:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=12, java.vm.version=12+33, lucene.version=9.0.0, os.arch=amd64, java.runtime.version=12+33, source=flush, os.version=4.18.0-15-generic, timestamp=1553354370320}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
[junit4] 2> 305129 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c035f9d[sourceLossyReindexing_shard2_replica_n6] main]
[junit4] 2> 305130 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 305131 INFO (searcherExecutor-1724-thread-1-processing-n:127.0.0.1:38793_solr x:sourceLossyReindexing_shard2_replica_n6 c:sourceLossyReindexing s:shard2 r:core_node8) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.SolrCore [sourceLossyReindexing_shard2_replica_n6] Registered new searcher Searcher@7c035f9d[sourceLossyReindexing_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C97:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=12, java.vm.version=12+33, lucene.version=9.0.0, os.arch=amd64, java.runtime.version=12+33, source=flush, os.version=4.18.0-15-generic, timestamp=1553354370327}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_COMPRESSION}])))}
[junit4] 2> 305150 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [sourceLossyReindexing_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:35653/solr/sourceLossyReindexing_shard2_replica_n4/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 39
[junit4] 2> 305150 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard2 r:core_node7 x:sourceLossyReindexing_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [sourceLossyReindexing_shard2_replica_n4] webapp=/solr path=/update params={_stateVer_=sourceLossyReindexing:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 135
[junit4] 2> 305195 INFO (qtp1371372604-4969) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.S.Request [sourceLossyReindexing_shard2_replica_n6] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=sourceLossyReindexing:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:38793/solr/sourceLossyReindexing_shard2_replica_n6/|http://127.0.0.1:35653/solr/sourceLossyReindexing_shard2_replica_n4/&rows=10&version=2&q=*:*&NOW=1553354370356&isShard=true&wt=javabin} hits=97 status=0 QTime=0
[junit4] 2> 305195 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.S.Request [sourceLossyReindexing_shard1_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=sourceLossyReindexing:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:38793/solr/sourceLossyReindexing_shard1_replica_n2/|http://127.0.0.1:35653/solr/sourceLossyReindexing_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1553354370356&isShard=true&wt=javabin} hits=103 status=0 QTime=0
[junit4] 2> 305199 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.S.Request [sourceLossyReindexing_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=sourceLossyReindexing:6&shards.purpose=64&NOW=1553354370356&ids=11,0,12,1,13,14,15,4,8,10&isShard=true&shard.url=http://127.0.0.1:38793/solr/sourceLossyReindexing_shard1_replica_n2/|http://127.0.0.1:35653/solr/sourceLossyReindexing_shard1_replica_n1/&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 305200 INFO (qtp1901629338-4885) [n:127.0.0.1:35653_solr c:sourceLossyReindexing s:shard1 r:core_node3 x:sourceLossyReindexing_shard1_replica_n1] o.a.s.c.S.Request [sourceLossyReindexing_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=sourceLossyReindexing:6&wt=javabin&version=2} hits=200 status=0 QTime=48
[junit4] 2> 305201 INFO (qtp1901629338-4883) [n:127.0.0.1:35653_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reindexcollection with params configName=conf3&name=sourceLossyReindexing&action=REINDEXCOLLECTION&wt=javabin&version=2&target=targetLossyReindexing and sendToOCPQueue=true
[junit4] 2> 305206 INFO (OverseerCollectionConfigSetProcessor-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 305207 DEBUG (OverseerThreadFactory-1713-thread-2-processing-n:127.0.0.1:38793_solr) [n:127.0.0.1:38793_solr ] o.a.s.c.a.c.ReindexCollectionCmd *** called: {
[junit4] 2> "name":"sourceLossyReindexing",
[junit4] 2> "target":"targetLossyReindexing",
[junit4] 2> "configName":"conf3",
[junit4] 2> "operation":"reindexcollection"}
[junit4] 2> 305256 INFO (zkConnectionManagerCallback-1987-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 305257 INFO (OverseerThreadFactory-1713-thread-2-processing-n:127.0.0.1:38793_solr) [n:127.0.0.1:38793_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 305258 INFO (OverseerThreadFactory-1713-thread-2-processing-n:127.0.0.1:38793_solr) [n:127.0.0.1:38793_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33913/solr ready
[junit4] 2> 305282 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.S.Request [sourceLossyReindexing_shard2_replica_n6] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=sourceLossyReindexing:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:38793/solr/sourceLossyReindexing_shard2_replica_n6/|http://127.0.0.1:35653/solr/sourceLossyReindexing_shard2_replica_n4/&rows=0&version=2&q=*:*&NOW=1553354370464&isShard=true&wt=javabin} hits=97 status=0 QTime=0
[junit4] 2> 305282 INFO (qtp1371372604-4969) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard1 r:core_node5 x:sourceLossyReindexing_shard1_replica_n2] o.a.s.c.S.Request [sourceLossyReindexing_shard1_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=sourceLossyReindexing:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:38793/solr/sourceLossyReindexing_shard1_replica_n2/|http://127.0.0.1:35653/solr/sourceLossyReindexing_shard1_replica_n1/&rows=0&version=2&q=*:*&NOW=1553354370464&isShard=true&wt=javabin} hits=103 status=0 QTime=0
[junit4] 2> 305283 INFO (qtp1371372604-4879) [n:127.0.0.1:38793_solr c:sourceLossyReindexing s:shard2 r:core_node8 x:sourceLossyReindexing_shard2_replica_n6] o.a.s.c.S.Request [sourceLossyReindexing_shard2_replica_n6] webapp=/solr path=/select params={q=*:*&_stateVer_=sourceLossyReindexing:6&rows=0&wt=javabin&version=2} hits=200 status=0 QTime=24
[junit4] 2> 305284 INFO (OverseerThreadFactory-1713-thread-2-processing-n:127.0.0.1:38793_solr) [n:127.0.0.1:38793_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection targetLossyReindexing
[junit4] 2> 305489 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"targetLossyReindexing",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"targetLossyReindexing_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38793/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"true"}
[junit4] 2> 305490 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"targetLossyReindexing",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"targetLossyReindexing_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35653/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"true"}
[junit4] 2> 305492 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"targetLossyReindexing",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"targetLossyReindexing_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38793/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"true"}
[junit4] 2> 305494 INFO (OverseerStateUpdate-72249545330655238-127.0.0.1:38793_solr-n_0000000000) [n:127.0.0.1:38793_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"targetLossyReindexing",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"targetLossyReindexing_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35653/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"true"}
[junit4] 2> 305698 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr x:targetLossyReindexing_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf3&newCollection=true&name=targetLossyReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=targetLossyReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 305699 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr x:targetLossyReindexing_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf3&newCollection=true&name=targetLossyReindexing_shard1_replica_n3&action=CREATE&numShards=2&collection=targetLossyReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 305699 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr x:targetLossyReindexing_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf3&newCollection=true&name=targetLossyReindexing_shard2_replica_n5&action=CREATE&numShards=2&collection=targetLossyReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 305700 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr x:targetLossyReindexing_shard2_replica_n7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf3&newCollection=true&name=targetLossyReindexing_shard2_replica_n7&action=CREATE&numShards=2&collection=targetLossyReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 306719 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard2 r:core_node8 x:targetLossyReindexing_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 306773 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard1 r:core_node4 x:targetLossyReindexing_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 306777 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard1 r:core_node2 x:targetLossyReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 306782 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard2 r:core_node6 x:targetLossyReindexing_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 306786 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard2 r:core_node8 x:targetLossyReindexing_shard2_replica_n7] o.a.s.s.IndexSchema [targetLossyReindexing_shard2_replica_n7] Schema name=minimal
[junit4] 2> 306788 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard2 r:core_node8 x:targetLossyReindexing_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 306788 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard2 r:core_node8 x:targetLossyReindexing_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'targetLossyReindexing_shard2_replica_n7' using configuration from collection targetLossyReindexing, trusted=true
[junit4] 2> 306790 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard1 r:core_node4 x:targetLossyReindexing_shard1_replica_n3] o.a.s.s.IndexSchema [targetLossyReindexing_shard1_replica_n3] Schema name=minimal
[junit4] 2> 306793 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard1 r:core_node2 x:targetLossyReindexing_shard1_replica_n1] o.a.s.s.IndexSchema [targetLossyReindexing_shard1_replica_n1] Schema name=minimal
[junit4] 2> 306794 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard1 r:core_node2 x:targetLossyReindexing_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 306794 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard1 r:core_node2 x:targetLossyReindexing_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'targetLossyReindexing_shard1_replica_n1' using configuration from collection targetLossyReindexing, trusted=true
[junit4] 2> 306802 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard2 r:core_node6 x:targetLossyReindexing_shard2_replica_n5] o.a.s.s.IndexSchema [targetLossyReindexing_shard2_replica_n5] Schema name=minimal
[junit4] 2> 306803 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard2 r:core_node8 x:targetLossyReindexing_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35653.solr.core.targetLossyReindexing.shard2.replica_n7' (registry 'solr.core.targetLossyReindexing.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 306806 INFO (qtp1901629338-4884) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard2 r:core_node8 x:targetLossyReindexing_shard2_replica_n7] o.a.s.c.SolrCore [[targetLossyReindexing_shard2_replica_n7] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node2/targetLossyReindexing_shard2_replica_n7], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node2/./targetLossyReindexing_shard2_replica_n7/data/]
[junit4] 2> 306809 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard2 r:core_node6 x:targetLossyReindexing_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 306809 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard2 r:core_node6 x:targetLossyReindexing_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'targetLossyReindexing_shard2_replica_n5' using configuration from collection targetLossyReindexing, trusted=true
[junit4] 2> 306809 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard2 r:core_node6 x:targetLossyReindexing_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.core.targetLossyReindexing.shard2.replica_n5' (registry 'solr.core.targetLossyReindexing.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 306809 INFO (qtp1371372604-4876) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard2 r:core_node6 x:targetLossyReindexing_shard2_replica_n5] o.a.s.c.SolrCore [[targetLossyReindexing_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node1/targetLossyReindexing_shard2_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node1/./targetLossyReindexing_shard2_replica_n5/data/]
[junit4] 2> 306811 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard1 r:core_node4 x:targetLossyReindexing_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 306811 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard1 r:core_node4 x:targetLossyReindexing_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'targetLossyReindexing_shard1_replica_n3' using configuration from collection targetLossyReindexing, trusted=true
[junit4] 2> 306811 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard1 r:core_node4 x:targetLossyReindexing_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35653.solr.core.targetLossyReindexing.shard1.replica_n3' (registry 'solr.core.targetLossyReindexing.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 306812 INFO (qtp1901629338-4956) [n:127.0.0.1:35653_solr c:targetLossyReindexing s:shard1 r:core_node4 x:targetLossyReindexing_shard1_replica_n3] o.a.s.c.SolrCore [[targetLossyReindexing_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node2/targetLossyReindexing_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node2/./targetLossyReindexing_shard1_replica_n3/data/]
[junit4] 2> 306813 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard1 r:core_node2 x:targetLossyReindexing_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.core.targetLossyReindexing.shard1.replica_n1' (registry 'solr.core.targetLossyReindexing.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a0191b2
[junit4] 2> 306813 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard1 r:core_node2 x:targetLossyReindexing_shard1_replica_n1] o.a.s.c.SolrCore [[targetLossyReindexing_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node1/targetLossyReindexing_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001/tempDir-001/node1/./targetLossyReindexing_shard1_replica_n1/data/]
[junit4] 2> 306982 INFO (qtp1371372604-4875) [n:127.0.0.1:38793_solr c:targetLossyReindexing s:shard1 r:core_node2 x:targetLossyReindexing_s
[...truncated too long message...]
ad-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 371311 INFO (jetty-closer-2186-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f4f6305{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:?}
[junit4] 2> 371312 INFO (jetty-closer-2186-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@574ea1fe{/solr,null,UNAVAILABLE}
[junit4] 2> 371312 INFO (jetty-closer-2186-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 371312 INFO (jetty-closer-2186-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3e814a7c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:?}
[junit4] 2> 371312 INFO (jetty-closer-2186-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76f12aa6{/solr,null,UNAVAILABLE}
[junit4] 2> 371312 INFO (jetty-closer-2186-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 371313 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 371314 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/aliases.json
[junit4] 2> 38 /solr/clusterprops.json
[junit4] 2> 12 /solr/collections/failReindexingTarget/terms/shard1
[junit4] 2> 10 /solr/collections/failReindexingTarget/terms/shard2
[junit4] 2> 10 /solr/collections/.rx_sameTargetReindexing_7/terms/shard2
[junit4] 2> 10 /solr/collections/basicReindexing/terms/shard2
[junit4] 2> 10 /solr/collections/reshapeReindexingTarget/terms/bar
[junit4] 2> 10 /solr/collections/sourceLossyReindexing/terms/shard2
[junit4] 2> 10 /solr/collections/sameTargetReindexing/terms/shard1
[junit4] 2> 10 /solr/configs/conf1
[junit4] 2> 10 /solr/collections/targetLossyReindexing/terms/shard1
[junit4] 2> 10 /solr/collections/targetLossyReindexing/terms/shard2
[junit4] 2> 10 /solr/collections/failReindexing/terms/shard2
[junit4] 2> 9 /solr/collections/.rx_sameTargetReindexing_7/terms/shard1
[junit4] 2> 9 /solr/collections/basicReindexing/terms/shard1
[junit4] 2> 9 /solr/collections/basicReindexingTarget/terms/shard2
[junit4] 2> 9 /solr/collections/basicReindexingTarget/terms/shard1
[junit4] 2> 9 /solr/collections/sourceLossyReindexing/terms/shard1
[junit4] 2> 9 /solr/collections/sameTargetReindexing/terms/shard2
[junit4] 2> 9 /solr/collections/reshapeReindexing/terms/shard1
[junit4] 2> 9 /solr/collections/reshapeReindexing/terms/shard2
[junit4] 2> 9 /solr/collections/failReindexing/terms/shard1
[junit4] 2> 7 /solr/collections/reshapeReindexingTarget/terms/foo
[junit4] 2> 6 /solr/configs/_default
[junit4] 2> 6 /solr/collections/reshapeReindexingTarget/terms/baz
[junit4] 2> 6 /solr/configs/_default/managed-schema
[junit4] 2> 4 /solr/collections/.rx_ck_sourceLossyReindexing/terms/shard1
[junit4] 2> 4 /solr/collections/abortReindexingTarget/state.json
[junit4] 2> 4 /solr/collections/.rx_ck_reshapeReindexing/terms/shard1
[junit4] 2> 4 /solr/collections/abortReindexing/state.json
[junit4] 2> 3 /solr/collections/.rx_ck_abortReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/abortReindexing/terms/shard2
[junit4] 2> 3 /solr/collections/.rx_ck_failReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/abortReindexingTarget/terms/shard1
[junit4] 2> 3 /solr/collections/.rx_ck_sameTargetReindexing/state.json
[junit4] 2> 3 /solr/collections/abortReindexingTarget/terms/shard2
[junit4] 2> 3 /solr/collections/.rx_ck_basicReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/.rx_ck_sameTargetReindexing/terms/shard1
[junit4] 2> 2 /solr/collections/basicReindexingTarget/state.json
[junit4] 2> 2 /solr/collections/.rx_ck_reshapeReindexing/state.json
[junit4] 2> 2 /solr/collections/.rx_sameTargetReindexing_7/state.json
[junit4] 2> 2 /solr/collections/targetLossyReindexing/state.json
[junit4] 2> 2 /solr/collections/.rx_ck_abortReindexing/state.json
[junit4] 2> 2 /solr/collections/basicReindexing/state.json
[junit4] 2> 2 /solr/collections/reshapeReindexingTarget/state.json
[junit4] 2> 2 /solr/collections/sourceLossyReindexing/state.json
[junit4] 2> 2 /solr/collections/.rx_ck_basicReindexing/state.json
[junit4] 2> 2 /solr/collections/reshapeReindexing/state.json
[junit4] 2> 2 /solr/collections/abortReindexing/terms/shard1
[junit4] 2> 2 /solr/collections/failReindexing/state.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf2
[junit4] 2> 2 /solr/configs/conf3
[junit4] 2> 2 /solr/collections/.rx_ck_failReindexing/state.json
[junit4] 2> 2 /solr/collections/sameTargetReindexing/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/clusterstate.json
[junit4] 2> 28 /solr/aliases.json
[junit4] 2> 20 /solr/collections/abortReindexing/state.json
[junit4] 2> 19 /solr/collections/failReindexingTarget/state.json
[junit4] 2> 17 /solr/collections/failReindexing/state.json
[junit4] 2> 15 /solr/collections/reshapeReindexing/state.json
[junit4] 2> 15 /solr/collections/basicReindexing/state.json
[junit4] 2> 15 /solr/collections/reshapeReindexingTarget/state.json
[junit4] 2> 15 /solr/collections/sameTargetReindexing/state.json
[junit4] 2> 14 /solr/collections/.rx_sameTargetReindexing_7/state.json
[junit4] 2> 13 /solr/collections/targetLossyReindexing/state.json
[junit4] 2> 13 /solr/collections/sourceLossyReindexing/state.json
[junit4] 2> 12 /solr/collections/basicReindexingTarget/state.json
[junit4] 2> 12 /solr/collections/abortReindexingTarget/state.json
[junit4] 2> 9 /solr/collections/.rx_ck_sourceLossyReindexing/state.json
[junit4] 2> 9 /solr/collections/.rx_ck_sameTargetReindexing/state.json
[junit4] 2> 8 /solr/collections/.rx_ck_basicReindexing/state.json
[junit4] 2> 7 /solr/collections/.rx_ck_reshapeReindexing/state.json
[junit4] 2> 7 /solr/collections/.rx_ck_abortReindexing/state.json
[junit4] 2> 6 /solr/collections/.rx_ck_failReindexing/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 48 /solr/collections
[junit4] 2> 38 /solr/live_nodes
[junit4] 2>
[junit4] 2> 371318 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33913
[junit4] 2> 371318 INFO (SUITE-ReindexCollectionTest-seed#[F50E481684AC21B6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33913
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_F50E481684AC21B6-001
[junit4] 2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5141a07d), locale=lrc-IQ, timezone=America/Bogota
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Oracle Corporation 12 (64-bit)/cpus=8,threads=1,free=218150280,total=492830720
[junit4] 2> NOTE: All tests run in this JVM: [AutoAddReplicasPlanActionTest, PeerSyncTest, SolrGraphiteReporterTest, SystemInfoHandlerTest, DistributedTermsComponentTest, StatelessScriptUpdateProcessorFactoryTest, TaggerTest, ReturnFieldsTest, ZkFailoverTest, TestDistributedMap, TlogReplayBufferedWhileIndexingTest, TestSlowCompositeReaderWrapper, ConfigSetsAPITest, TriggerIntegrationTest, DeleteStatusTest, TestSystemIdResolver, TestRequestForwarding, DirectSolrConnectionTest, TestDistribIDF, ConfigureRecoveryStrategyTest, DocValuesMissingTest, CollectionTooManyReplicasTest, RequiredFieldsTest, TestFieldCacheSort, BitVectorTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestBlendedInfixSuggestions, MoveReplicaTest, MissingSegmentRecoveryTest, DocumentAnalysisRequestHandlerTest, BadComponentTest, TestDFISimilarityFactory, TestUnInvertedFieldException, PreAnalyzedFieldManagedSchemaCloudTest, TestNumericTokenStream, TestSolrCoreSnapshots, TestGeoJSONResponseWriter, DeleteNodeTest, HdfsRestartWhileUpdatingTest, SolrTestCaseJ4Test, TestComplexPhraseLeadingWildcard, ScheduledMaintenanceTriggerTest, ReindexCollectionTest]
[junit4] Completed [112/849 (1!)] on J2 in 69.89s, 6 tests, 1 failure <<< FAILURES!
[...truncated 45149 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23816/consoleText
[repro] Revision: bca22d58e2d126ec6d349d375d3ea028892104e1
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=ReindexCollectionTest -Dtests.method=testSameTargetReindexing -Dtests.seed=F50E481684AC21B6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lrc-IQ -Dtests.timezone=America/Bogota -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] ReindexCollectionTest
[repro] ant compile-test
[...truncated 3570 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.ReindexCollectionTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=F50E481684AC21B6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lrc-IQ -Dtests.timezone=America/Bogota -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 100 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.ReindexCollectionTest
[repro] Exiting with code 0
[...truncated 43 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_172) - Build #
23815 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23815/
Java: 64bit/jdk1.8.0_172 -XX:-UseCompressedOops -XX:+UseG1GC
All tests passed
Build Log:
[...truncated 14471 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_111835_5893693032669774956612.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-master-Linux/heapdumps/java_pid20751.hprof ...
[junit4] Heap dump file created [416944382 bytes in 1.685 secs]
[junit4] #
[junit4] # A fatal error has been detected by the Java Runtime Environment:
[junit4] #
[junit4] # SIGSEGV (0xb) at pc=0x00007f93fbb5f290, pid=20751, tid=0x00007f93f9cab700
[junit4] #
[junit4] # JRE version: Java(TM) SE Runtime Environment (8.0_172-b11) (build 1.8.0_172-b11)
[junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (25.172-b11 mixed mode linux-amd64 )
[junit4] # Problematic frame:
[junit4] # V [libjvm.so+0x5b3290] G1ParCopyClosure<(G1Barrier)0, (G1Mark)1>::do_oop(oopDesc**)+0x150
[junit4] #
[junit4] # Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
[junit4] #
[junit4] # An error report file with more information is saved as:
[junit4] # /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/hs_err_pid20751.log
[junit4] #
[junit4] # If you would like to submit a bug report, please visit:
[junit4] # http://bugreport.java.com/bugreport/crash.jsp
[junit4] #
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_111835_5895585929647537669514.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "closeThreadPool-14312-thread-7-SendThread(localhost.localdomain:35809)"
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "TEST-ShardRoutingTest.test-seed#[5C614B91EDABF995]-SendThread(localhost.localdomain:35809)"
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "closeThreadPool-14312-thread-1-SendThread(localhost.localdomain:35809)"
[junit4]
[junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "closeThreadPool-14312-thread-5-SendThread(localhost.localdomain:35809)"
[junit4] <<< JVM J1: EOF ----
[...truncated 1131 lines...]
[junit4] ERROR: JVM J1 ended with an exception, command line: /home/jenkins/tools/java/64bit/jdk1.8.0_172/jre/bin/java -XX:-UseCompressedOops -XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/home/jenkins/workspace/Lucene-Solr-master-Linux/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=5C614B91EDABF995 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=9.0.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=3 -DtempDir=./temp -Djava.io.tmpdir=./temp -Dcommon.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene -Dclover.db.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/clover/db -Djava.security.policy=/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=9.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/home/jenkins/workspace/Lucene-Solr-master-Linux -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1 -Djunit4.tempDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp -Djunit4.childvm.id=1 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Dtests.badapples=false -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/classes/test:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-test-framework/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/test-framework/lib/hamcrest-core-1.3.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/test-framework/lib/junit4-ant-2.7.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/lucene-analyzers-common-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/nori/lucene-analyzers-nori-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/lucene-codecs-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/lucene-backward-codecs-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/lucene-highlighter-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/lucene-memory-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/lucene-misc-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/lucene-spatial-extras-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/lucene-spatial3d-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/lucene-expressions-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/lucene-suggest-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/lucene-grouping-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/lucene-queries-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/lucene-queryparser-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/lucene-join-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/lucene-sandbox-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/lucene-classification-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/asm-5.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/asm-commons-5.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/avatica-core-1.13.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/caffeine-2.4.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/calcite-core-1.18.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/calcite-linq4j-1.18.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-beanutils-1.9.3.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-cli-1.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-codec-1.11.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-collections-3.2.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-compiler-3.0.9.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-configuration2-2.1.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-exec-1.3.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-fileupload-1.3.3.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-io-2.5.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-lang3-3.8.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-math3-3.6.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/commons-text-1.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/curator-client-2.13.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/curator-framework-2.13.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/curator-recipes-2.13.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/disruptor-3.4.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/dom4j-1.6.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/eigenbase-properties-1.1.5.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/guava-25.1-jre.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/hadoop-annotations-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/hadoop-auth-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/hadoop-common-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/hadoop-hdfs-client-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/hppc-0.8.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/htrace-core4-4.1.0-incubating.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/jackson-annotations-2.9.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/jackson-core-2.9.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/jackson-databind-2.9.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/jackson-dataformat-smile-2.9.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/janino-3.0.9.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/jcl-over-slf4j-1.7.24.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/jose4j-0.6.4.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/json-path-2.4.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/kerb-core-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/kerb-util-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/kerby-asn1-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/kerby-pkix-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/log4j-1.2-api-2.11.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/log4j-api-2.11.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/log4j-core-2.11.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/log4j-slf4j-impl-2.11.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/org.restlet-2.3.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/protobuf-java-3.6.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/re2j-1.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/rrd4j-3.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/spatial4j-0.7.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/lib/t-digest-3.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/commons-io-2.5.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/commons-math3-3.6.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/http2-client-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/http2-common-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/http2-hpack-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/http2-http-client-transport-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/httpclient-4.5.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/httpcore-4.4.10.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/httpmime-4.5.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/jcl-over-slf4j-1.7.24.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/jetty-alpn-client-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/jetty-alpn-java-client-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/jetty-client-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/jetty-http-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/jetty-io-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/jetty-util-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/noggit-0.8.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/slf4j-api-1.7.24.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/stax2-api-3.1.4.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/solrj/lib/zookeeper-3.4.13.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/gmetric4j-1.0.7.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/http2-common-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/http2-hpack-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/http2-server-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/javax.servlet-api-3.1.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-alpn-java-server-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-alpn-server-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-continuation-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-deploy-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-http-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-io-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-jmx-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-rewrite-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-security-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-server-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-servlet-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-servlets-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-util-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-webapp-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/jetty-xml-9.4.14.v20181114.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/metrics-core-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/metrics-ganglia-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/metrics-graphite-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/metrics-jetty9-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/lib/metrics-jvm-3.2.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/test-framework/lib/hamcrest-core-1.3.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/test-framework/lib/junit-4.12.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.7.2.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/byte-buddy-1.9.3.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/commons-logging-1.1.3.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/commons-text-1.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/hadoop-common-3.2.0-tests.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/hadoop-hdfs-3.2.0-tests.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/hadoop-hdfs-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/hadoop-minicluster-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/hadoop-minikdc-3.2.0.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/jersey-core-1.19.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/jersey-server-1.19.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/jersey-servlet-1.19.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerb-admin-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerb-client-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerb-common-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerb-crypto-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerb-identity-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerb-server-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerb-simplekdc-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerby-config-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerby-kdc-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/kerby-util-1.0.1.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/mockito-core-2.23.4.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/netty-all-4.0.52.Final.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/test-lib/objenesis-2.6.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/lucene-analyzers-icu-9.0.0-SNAPSHOT.jar:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analysis-extras/classes/java:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/classes/test:/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/classes/test:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/contrib/analysis-extras/lib/icu4j-62.1.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/home/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/home/jenkins/tools/java/64bit/jdk1.8.0_172/lib/tools.jar:/home/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.7.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_111835_5898083565782987930865.events @/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_111835_5891463162465980636230.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_111835_5893693032669774956612.sysout See process stderr at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_111835_5895585929647537669514.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1542)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:123)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:997)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:994)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:633: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:577: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:59: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build.xml:267: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/common-build.xml:558: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:1573: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:1100: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_111835_5893693032669774956612.sysout See process stderr at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_111835_5895585929647537669514.syserr
Total time: 107 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS-EA] Lucene-Solr-master-Linux
(64bit/jdk-13-ea+shipilev-fastdebug) - Build # 23814 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23814/
Java: 64bit/jdk-13-ea+shipilev-fastdebug -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic
Error Message:
{} expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: {} expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([44B8D0219DB20DE4:EF42CD34426E8BCA]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 2075 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20190323_023243_58717118959541886603108.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20190323_023243_5843327988649052796074.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20190323_023243_59113441203620973579219.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 305 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20190323_030333_4324724080797469332116.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20190323_030333_43315238599469776441047.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20190323_030333_4327347160983945086400.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1084 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20190323_030853_7677804207441017731041.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20190323_030853_7706072544161150130545.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20190323_030853_76812365582516292964790.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 255 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20190323_031435_13416061565309831202623.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20190323_031435_1349363195118862966901.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20190323_031435_13410781314545761709805.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 248 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20190323_031523_53916234076681374581584.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 8 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20190323_031523_53912469992787476261243.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20190323_031523_539730207066108499421.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 168 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20190323_031636_562360120744742156083.syserr
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20190323_031636_56010971312143234690863.syserr
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20190323_031636_56014044314470370133923.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 213 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/nori/test/temp/junit4-J1-20190323_031701_5634444678022513394160.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/nori/test/temp/junit4-J2-20190323_031701_56311672300215959283677.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/nori/test/temp/junit4-J0-20190323_031701_5634068125331835337065.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 171 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20190323_031740_13712279965191522595340.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Suite: org.apache.lucene.analysis.opennlp.TestOpenNLPTokenizerFactory
[junit4] Completed [5/5] on J2 in 0.31s, 4 tests
[junit4]
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20190323_031740_1379278363316960134344.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20190323_031740_13810693500817280048882.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 173 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20190323_031759_61210362262711077150845.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20190323_031759_6126149063457697688894.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20190323_031759_61210876364218093295638.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20190323_031833_5794483244538083164425.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20190323_031833_5791969643832827623474.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 165 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20190323_031903_35914490744429748590338.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20190323_031903_3619011728183821017233.syserr
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20190323_031903_35814414073413612953824.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 183 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20190323_031925_3512806936404227496203.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20190323_031925_35114670300976395240040.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 10 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20190323_031925_35215890694454924269497.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1532 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20190323_032732_4638557893159103412273.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20190323_032732_46517795286002712145912.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20190323_032732_46210021499949473253007.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 258 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20190323_032829_3797566754751412286756.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20190323_032829_3993722482956034866338.syserr
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20190323_032829_3791768019442081520563.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 263 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20190323_032933_912778856446714021713.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20190323_032933_9118563189015659609854.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20190323_032933_9115847218452474369369.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 231 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20190323_033734_66316538883714698102987.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20190323_033734_6632302736516279824806.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20190323_033734_67913358008905466469233.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 170 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20190323_033805_9603027537832998750461.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20190323_033805_94712355395722498209390.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20190323_033806_0349317590402114347567.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 235 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20190323_033858_1016741014564288662872.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20190323_033858_0988049412709468521425.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20190323_033858_1224709770876328150641.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 185 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20190323_034055_4096912583807172279073.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20190323_034055_4435249641841864657996.syserr
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20190323_034055_42010918844956437795056.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 258 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20190323_034153_2676425955850317887802.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20190323_034153_26715000353968565743705.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20190323_034153_2675986954827205668864.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20190323_034317_87115002737145511200565.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20190323_034317_8805578390550077936477.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 7 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20190323_034317_85617124869105509619949.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 155 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20190323_034559_47015793591027458393326.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20190323_034559_4748839229327217760206.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 192 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20190323_034657_8666035404882851343206.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20190323_034657_88317965819778723892142.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20190323_034657_8661546622763310702371.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 304 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20190323_034833_5898048508881427444381.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Suite: org.apache.lucene.queries.payloads.TestPayloadSpans
[junit4] Completed [19/20] on J2 in 4.62s, 9 tests
[junit4]
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20190323_034833_5751828442749873231814.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20190323_034833_5645804016174857554700.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 228 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20190323_034921_3325008376310123960336.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20190323_034921_3367217124530401718354.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20190323_034921_33310331997765140474192.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 192 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20190323_035018_9392110110689500082814.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20190323_035018_9392008023052238847232.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 23 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20190323_035018_93916103635253214214175.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 250 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20190323_035113_30010380622577036896081.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20190323_035113_2784457431474484282194.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 4 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20190323_035113_30017283013821834567947.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 296 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20190323_035504_8261469412131150505403.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20190323_035504_8429339956957150597707.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20190323_035504_818663188175731007966.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20190323_035654_9093537985887123975340.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 184 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20190323_035713_9678886615762834778566.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20190323_035713_96716305803459977187216.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 7 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20190323_035713_9705629232037226605034.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 254 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20190323_040031_63016325060347532488034.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20190323_040031_63110840207339995502434.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20190323_040031_6304913547504786362885.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 2044 lines...]
[junit4] Suite: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest
[junit4] 2> 493132 INFO (SUITE-SolrRrdBackendFactoryTest-seed#[44B8D0219DB20DE4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_44B8D0219DB20DE4-001/init-core-data-001
[junit4] 2> 493132 WARN (SUITE-SolrRrdBackendFactoryTest-seed#[44B8D0219DB20DE4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
[junit4] 2> 493133 INFO (SUITE-SolrRrdBackendFactoryTest-seed#[44B8D0219DB20DE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 493147 INFO (SUITE-SolrRrdBackendFactoryTest-seed#[44B8D0219DB20DE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 493150 INFO (TEST-SolrRrdBackendFactoryTest.testBasic-seed#[44B8D0219DB20DE4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 493358 INFO (TEST-SolrRrdBackendFactoryTest.testBasic-seed#[44B8D0219DB20DE4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasic
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrRrdBackendFactoryTest -Dtests.method=testBasic -Dtests.seed=44B8D0219DB20DE4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lg-UG -Dtests.timezone=America/Argentina/Cordoba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.29s J2 | SolrRrdBackendFactoryTest.testBasic <<<
[junit4] > Throwable #1: java.lang.AssertionError: {} expected:<1> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([44B8D0219DB20DE4:EF42CD34426E8BCA]:0)
[junit4] > at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_44B8D0219DB20DE4-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=20, maxMBSortInHeap=6.555608442022142, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@19f5c382), locale=lg-UG, timezone=America/Argentina/Cordoba
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 13-testing (64-bit)/cpus=8,threads=1,free=295113768,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CurrencyFieldTypeTest, SoftAutoCommitTest, DeleteNodeTest, SolrXmlInZkTest, DistributedFacetExistsSmallTest, ReindexCollectionTest, ConfigSetsAPITest, TestFilteredDocIdSet, TestNamedUpdateProcessors, DistributedFacetPivotSmallAdvancedTest, TestSmileRequest, TestLMDirichletSimilarityFactory, ClassificationUpdateProcessorTest, SuggesterFSTTest, TestXmlQParserPlugin, TestExceedMaxTermLength, LukeRequestHandlerTest, EmbeddedSolrNoSerializeTest, DistributedTermsComponentTest, SolrRrdBackendFactoryTest]
[junit4] Completed [74/849 (1!)] on J2 in 0.56s, 1 test, 1 failure <<< FAILURES!
[...truncated 2755 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_040451_92610433582898587352931.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J2-20190323_040451_88617083888342845608516.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 4 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J0-20190323_040451_88515310189224392881319.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1055 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/temp/junit4-J2-20190323_053712_9473811645416035176199.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/temp/junit4-J0-20190323_053712_94712884929907507751743.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/temp/junit4-J1-20190323_053712_9487410399498129642266.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1512 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20190323_054810_1353873466685232199186.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J2-20190323_054810_13915087232121524357618.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20190323_054810_1623222541613540694960.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 800 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20190323_054923_5127276453584700953069.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20190323_054923_5127383462614626051762.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20190323_054923_5121991903825146990367.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 574 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20190323_055256_3452394143996748728753.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20190323_055256_0457784206077285559253.syserr
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20190323_055256_0452959007311641822614.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1302 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20190323_055430_08715684933594979219855.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20190323_055430_08714897751836423925748.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 661 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20190323_055528_4478202435366967672616.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20190323_055528_4592227325977754432506.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20190323_055528_4293093918740440377455.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 573 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20190323_055725_36216956374924201801992.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20190323_055725_36211767574310134915112.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20190323_055725_3623785805301265451293.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 581 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20190323_055837_7729325978748618254476.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20190323_055837_7723631113127660344252.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J2-20190323_055837_77215781195061081516709.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 684 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20190323_055934_65416324686752434294990.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20190323_055934_6544635774343027286239.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20190323_055934_65415703354747061188738.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 581 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-prometheus-exporter/test/temp/junit4-J1-20190323_060142_5876916314218276243526.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-prometheus-exporter/test/temp/junit4-J0-20190323_060142_6171692703339392512539.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-prometheus-exporter/test/temp/junit4-J2-20190323_060142_58799250837851905209.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 571 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20190323_060328_2563971696182509222686.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 33585 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23814/consoleText
[repro] Revision: bca22d58e2d126ec6d349d375d3ea028892104e1
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseConcMarkSweepGC"
[repro] Repro line: ant test -Dtestcase=SolrRrdBackendFactoryTest -Dtests.method=testBasic -Dtests.seed=44B8D0219DB20DE4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lg-UG -Dtests.timezone=America/Argentina/Cordoba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] SolrRrdBackendFactoryTest
[repro] ant compile-test
[...truncated 3570 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.SolrRrdBackendFactoryTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseConcMarkSweepGC" -Dtests.seed=44B8D0219DB20DE4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lg-UG -Dtests.timezone=America/Argentina/Cordoba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 44 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20190323_061622_51716000728057150730024.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 8 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J2-20190323_061622_5254292241000577098034.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J0-20190323_061622_54016000507762131041043.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 23 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest
[repro] Exiting with code 0
[...truncated 43 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_172) - Build #
23813 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23813/
Java: 32bit/jdk1.8.0_172 -client -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.ReindexCollectionTest.testSameTargetReindexing
Error Message:
copied num docs expected:<200> but was:<171>
Stack Trace:
java.lang.AssertionError: copied num docs expected:<200> but was:<171>
at __randomizedtesting.SeedInfo.seed([77FCDCA1CA337DA9:C2853776CD55E5ED]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.cloud.ReindexCollectionTest.testSameTargetReindexing(ReindexCollectionTest.java:180)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14387 lines...]
[junit4] Suite: org.apache.solr.cloud.ReindexCollectionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/init-core-data-001
[junit4] 2> 2627021 WARN (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 2627021 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2627023 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2627024 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2627025 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001
[junit4] 2> 2627026 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2627039 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2627039 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2627139 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33409
[junit4] 2> 2627139 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33409
[junit4] 2> 2627139 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33409
[junit4] 2> 2627162 INFO (zkConnectionManagerCallback-9217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2627189 INFO (zkConnectionManagerCallback-9219-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2627191 INFO (zkConnectionManagerCallback-9221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2627200 WARN (jetty-launcher-9222-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2627200 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2627201 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2627201 INFO (jetty-launcher-9222-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 2627207 WARN (jetty-launcher-9222-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2627207 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2627207 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2627207 INFO (jetty-launcher-9222-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 2627208 INFO (jetty-launcher-9222-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2627208 INFO (jetty-launcher-9222-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2627208 INFO (jetty-launcher-9222-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2627220 INFO (jetty-launcher-9222-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c9439{/solr,null,AVAILABLE}
[junit4] 2> 2627221 WARN (jetty-launcher-9222-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@19f3b04[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2627290 INFO (jetty-launcher-9222-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2627290 INFO (jetty-launcher-9222-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2627290 INFO (jetty-launcher-9222-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2627300 INFO (jetty-launcher-9222-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c45b5{/solr,null,AVAILABLE}
[junit4] 2> 2627300 WARN (jetty-launcher-9222-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@b51552[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2627301 INFO (jetty-launcher-9222-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18a7a1e{SSL,[ssl, http/1.1]}{127.0.0.1:44535}
[junit4] 2> 2627301 INFO (jetty-launcher-9222-thread-2) [ ] o.e.j.s.Server Started @2627459ms
[junit4] 2> 2627301 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44535}
[junit4] 2> 2627301 ERROR (jetty-launcher-9222-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2627301 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2627302 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2627302 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2627302 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2627302 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T20:16:45.185Z
[junit4] 2> 2627322 INFO (jetty-launcher-9222-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f56c37{SSL,[ssl, http/1.1]}{127.0.0.1:35389}
[junit4] 2> 2627322 INFO (jetty-launcher-9222-thread-1) [ ] o.e.j.s.Server Started @2627480ms
[junit4] 2> 2627322 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35389}
[junit4] 2> 2627322 ERROR (jetty-launcher-9222-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2627322 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2627322 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2627322 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2627322 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2627322 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T20:16:45.205Z
[junit4] 2> 2627339 INFO (zkConnectionManagerCallback-9224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2627340 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2627355 INFO (zkConnectionManagerCallback-9226-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2627356 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2627371 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100aa7df8a30004, likely client has closed socket
[junit4] 2> 2630424 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2630425 WARN (jetty-launcher-9222-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2630428 WARN (jetty-launcher-9222-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1c0f516[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2630431 WARN (jetty-launcher-9222-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2630432 WARN (jetty-launcher-9222-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@60603e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2630433 INFO (jetty-launcher-9222-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33409/solr
[junit4] 2> 2630442 INFO (zkConnectionManagerCallback-9234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630458 INFO (zkConnectionManagerCallback-9236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630555 INFO (jetty-launcher-9222-thread-1) [n:127.0.0.1:35389_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35389_solr
[junit4] 2> 2630556 INFO (jetty-launcher-9222-thread-1) [n:127.0.0.1:35389_solr ] o.a.s.c.Overseer Overseer (id=72245052056993798-127.0.0.1:35389_solr-n_0000000000) starting
[junit4] 2> 2630567 INFO (zkConnectionManagerCallback-9243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630569 INFO (jetty-launcher-9222-thread-1) [n:127.0.0.1:35389_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33409/solr ready
[junit4] 2> 2630569 INFO (OverseerStateUpdate-72245052056993798-127.0.0.1:35389_solr-n_0000000000) [n:127.0.0.1:35389_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35389_solr
[junit4] 2> 2630577 INFO (jetty-launcher-9222-thread-1) [n:127.0.0.1:35389_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35389_solr
[junit4] 2> 2630596 INFO (zkCallback-9235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2630604 INFO (zkCallback-9242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2630618 INFO (jetty-launcher-9222-thread-1) [n:127.0.0.1:35389_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2630669 INFO (jetty-launcher-9222-thread-1) [n:127.0.0.1:35389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2630682 INFO (jetty-launcher-9222-thread-1) [n:127.0.0.1:35389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2630682 INFO (jetty-launcher-9222-thread-1) [n:127.0.0.1:35389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2630684 INFO (jetty-launcher-9222-thread-1) [n:127.0.0.1:35389_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node1/.
[junit4] 2> 2630744 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2630745 WARN (jetty-launcher-9222-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2630750 WARN (jetty-launcher-9222-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@819193[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2630759 WARN (jetty-launcher-9222-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2630761 WARN (jetty-launcher-9222-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1de0232[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2630762 INFO (jetty-launcher-9222-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33409/solr
[junit4] 2> 2630771 INFO (zkConnectionManagerCallback-9250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630779 INFO (zkConnectionManagerCallback-9252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630787 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2630789 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44535_solr as DOWN
[junit4] 2> 2630790 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2630790 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44535_solr
[junit4] 2> 2630791 INFO (zkCallback-9242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2630791 INFO (zkCallback-9235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2630792 INFO (zkCallback-9251-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2630823 INFO (zkConnectionManagerCallback-9259-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2630825 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2630825 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33409/solr ready
[junit4] 2> 2630835 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2630858 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44535.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2630883 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44535.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2630883 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44535.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2630885 INFO (jetty-launcher-9222-thread-2) [n:127.0.0.1:44535_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.
[junit4] 2> 2631000 INFO (zkConnectionManagerCallback-9265-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2631002 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2631003 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33409/solr ready
[junit4] 2> 2631040 INFO (TEST-ReindexCollectionTest.testAbort-seed#[77FCDCA1CA337DA9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAbort
[junit4] 2> 2631054 INFO (zkConnectionManagerCallback-9270-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2631059 INFO (TEST-ReindexCollectionTest.testAbort-seed#[77FCDCA1CA337DA9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2631060 INFO (TEST-ReindexCollectionTest.testAbort-seed#[77FCDCA1CA337DA9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33409/solr ready
[junit4] 2> 2631158 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&maxShardsPerNode=-1&name=abortReindexing&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2631165 INFO (OverseerThreadFactory-9305-thread-1-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection abortReindexing
[junit4] 2> 2631274 INFO (OverseerStateUpdate-72245052056993798-127.0.0.1:35389_solr-n_0000000000) [n:127.0.0.1:35389_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"abortReindexing",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"abortReindexing_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35389/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2631276 INFO (OverseerStateUpdate-72245052056993798-127.0.0.1:35389_solr-n_0000000000) [n:127.0.0.1:35389_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"abortReindexing",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"abortReindexing_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44535/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2631497 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr x:abortReindexing_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=abortReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=abortReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2631497 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr x:abortReindexing_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2631693 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr x:abortReindexing_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=abortReindexing_shard2_replica_n2&action=CREATE&numShards=2&collection=abortReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2632595 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2632674 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.s.IndexSchema [abortReindexing_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2632679 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2632689 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'abortReindexing_shard1_replica_n1' using configuration from collection abortReindexing, trusted=true
[junit4] 2> 2632690 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.core.abortReindexing.shard1.replica_n1' (registry 'solr.core.abortReindexing.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2632690 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.SolrCore [[abortReindexing_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node1/abortReindexing_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node1/./abortReindexing_shard1_replica_n1/data/]
[junit4] 2> 2632760 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2632801 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2632801 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2632803 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2632803 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2632806 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.s.IndexSchema [abortReindexing_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2632807 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ef9e8f[abortReindexing_shard1_replica_n1] main]
[junit4] 2> 2632809 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2632809 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2632809 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2632809 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628738222232174592
[junit4] 2> 2632813 INFO (searcherExecutor-9317-thread-1-processing-n:127.0.0.1:35389_solr x:abortReindexing_shard1_replica_n1 c:abortReindexing s:shard1 r:core_node3) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.SolrCore [abortReindexing_shard1_replica_n1] Registered new searcher Searcher@1ef9e8f[abortReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2632814 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/abortReindexing/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2632814 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/abortReindexing/leaders/shard1
[junit4] 2> 2632816 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2632819 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'abortReindexing_shard2_replica_n2' using configuration from collection abortReindexing, trusted=true
[junit4] 2> 2632820 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44535.solr.core.abortReindexing.shard2.replica_n2' (registry 'solr.core.abortReindexing.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2632820 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.SolrCore [[abortReindexing_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/abortReindexing_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/./abortReindexing_shard2_replica_n2/data/]
[junit4] 2> 2632860 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2632860 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2632860 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35389/solr/abortReindexing_shard1_replica_n1/
[junit4] 2> 2632863 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2632864 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:35389/solr/abortReindexing_shard1_replica_n1/ has no replicas
[junit4] 2> 2632864 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/abortReindexing/leaders/shard1/leader after winning as /collections/abortReindexing/leader_elect/shard1/election/72245052056993798-core_node3-n_0000000000
[junit4] 2> 2632888 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35389/solr/abortReindexing_shard1_replica_n1/ shard1
[junit4] 2> 2633000 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2633000 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2633003 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2633003 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2633005 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@a548fc[abortReindexing_shard2_replica_n2] main]
[junit4] 2> 2633008 INFO (zkCallback-9235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633024 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2633024 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2633032 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2633032 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2633032 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628738222466007040
[junit4] 2> 2633049 INFO (searcherExecutor-9322-thread-1-processing-n:127.0.0.1:44535_solr x:abortReindexing_shard2_replica_n2 c:abortReindexing s:shard2 r:core_node4) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.SolrCore [abortReindexing_shard2_replica_n2] Registered new searcher Searcher@a548fc[abortReindexing_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2633074 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=abortReindexing_shard1_replica_n1&action=CREATE&numShards=2&collection=abortReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1577
[junit4] 2> 2633084 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/abortReindexing/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2633084 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/abortReindexing/leaders/shard2
[junit4] 2> 2633132 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2633132 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2633132 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44535/solr/abortReindexing_shard2_replica_n2/
[junit4] 2> 2633136 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2633140 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:44535/solr/abortReindexing_shard2_replica_n2/ has no replicas
[junit4] 2> 2633140 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/abortReindexing/leaders/shard2/leader after winning as /collections/abortReindexing/leader_elect/shard2/election/72245052056993801-core_node4-n_0000000000
[junit4] 2> 2633145 INFO (zkCallback-9235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633145 INFO (zkCallback-9235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633147 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44535/solr/abortReindexing_shard2_replica_n2/ shard2
[junit4] 2> 2633257 INFO (zkCallback-9235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633257 INFO (zkCallback-9235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633265 INFO (zkCallback-9251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633280 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2633286 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=abortReindexing_shard2_replica_n2&action=CREATE&numShards=2&collection=abortReindexing&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1593
[junit4] 2> 2633294 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2633382 INFO (zkCallback-9235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633382 INFO (zkCallback-9235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633382 INFO (zkCallback-9251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633384 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&maxShardsPerNode=-1&name=abortReindexing&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2226
[junit4] 2> 2633387 INFO (zkCallback-9251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2633401 INFO (qtp11902114-26931) [n:127.0.0.1:35389_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reindexcollection with params async=a72ec0e5-97a4-4b17-993a-fb9345bcf3fe&name=abortReindexing&action=REINDEXCOLLECTION&wt=javabin&version=2&target=abortReindexingTarget and sendToOCPQueue=true
[junit4] 2> 2633402 INFO (qtp11902114-26931) [n:127.0.0.1:35389_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=a72ec0e5-97a4-4b17-993a-fb9345bcf3fe&name=abortReindexing&action=REINDEXCOLLECTION&wt=javabin&version=2&target=abortReindexingTarget} status=0 QTime=1
[junit4] 2> 2633428 INFO (OverseerCollectionConfigSetProcessor-72245052056993798-127.0.0.1:35389_solr-n_0000000000) [n:127.0.0.1:35389_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2633437 DEBUG (OverseerThreadFactory-9305-thread-2-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.a.c.ReindexCollectionCmd *** called: {
[junit4] 2> "name":"abortReindexing",
[junit4] 2> "target":"abortReindexingTarget",
[junit4] 2> "async":"a72ec0e5-97a4-4b17-993a-fb9345bcf3fe",
[junit4] 2> "operation":"reindexcollection"}
[junit4] 2> 2633496 INFO (zkConnectionManagerCallback-9277-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2633497 INFO (OverseerThreadFactory-9305-thread-2-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2633497 INFO (OverseerThreadFactory-9305-thread-2-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33409/solr ready
[junit4] 2> 2633865 INFO (qtp11902114-26930) [n:127.0.0.1:35389_solr c:abortReindexing s:shard1 r:core_node3 x:abortReindexing_shard1_replica_n1] o.a.s.c.S.Request [abortReindexing_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=abortReindexing:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:35389/solr/abortReindexing_shard1_replica_n1/&rows=0&version=2&q=*:*&NOW=1553285811382&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 2633865 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.S.Request [abortReindexing_shard2_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=abortReindexing:7&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:44535/solr/abortReindexing_shard2_replica_n2/&rows=0&version=2&q=*:*&NOW=1553285811382&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 2633868 INFO (qtp18359395-26939) [n:127.0.0.1:44535_solr c:abortReindexing s:shard2 r:core_node4 x:abortReindexing_shard2_replica_n2] o.a.s.c.S.Request [abortReindexing_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=abortReindexing:7&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=369
[junit4] 2> 2633870 INFO (OverseerThreadFactory-9305-thread-2-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection abortReindexingTarget
[junit4] 2> 2634078 INFO (OverseerStateUpdate-72245052056993798-127.0.0.1:35389_solr-n_0000000000) [n:127.0.0.1:35389_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"abortReindexingTarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"abortReindexingTarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44535/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"true"}
[junit4] 2> 2634112 INFO (OverseerStateUpdate-72245052056993798-127.0.0.1:35389_solr-n_0000000000) [n:127.0.0.1:35389_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"abortReindexingTarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"abortReindexingTarget_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35389/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"true"}
[junit4] 2> 2634310 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr x:abortReindexingTarget_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=abortReindexingTarget_shard1_replica_n1&action=CREATE&numShards=2&collection=abortReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2634312 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr x:abortReindexingTarget_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=abortReindexingTarget_shard2_replica_n2&action=CREATE&numShards=2&collection=abortReindexingTarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2635348 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2635345 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2635447 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.s.IndexSchema [abortReindexingTarget_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2635456 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.s.IndexSchema [abortReindexingTarget_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2635460 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2635460 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'abortReindexingTarget_shard1_replica_n1' using configuration from collection abortReindexingTarget, trusted=true
[junit4] 2> 2635460 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44535.solr.core.abortReindexingTarget.shard1.replica_n1' (registry 'solr.core.abortReindexingTarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2635461 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.SolrCore [[abortReindexingTarget_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/abortReindexingTarget_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/./abortReindexingTarget_shard1_replica_n1/data/]
[junit4] 2> 2635465 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2635465 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'abortReindexingTarget_shard2_replica_n2' using configuration from collection abortReindexingTarget, trusted=true
[junit4] 2> 2635468 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35389.solr.core.abortReindexingTarget.shard2.replica_n2' (registry 'solr.core.abortReindexingTarget.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2635468 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.SolrCore [[abortReindexingTarget_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node1/abortReindexingTarget_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node1/./abortReindexingTarget_shard2_replica_n2/data/]
[junit4] 2> 2635604 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2635604 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2635607 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2635607 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2635617 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2635617 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2635620 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2635620 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2635621 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@88c544[abortReindexingTarget_shard1_replica_n1] main]
[junit4] 2> 2635622 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2635622 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2635623 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2635623 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628738225182867456
[junit4] 2> 2635624 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@ce5091[abortReindexingTarget_shard2_replica_n2] main]
[junit4] 2> 2635626 INFO (searcherExecutor-9327-thread-1-processing-n:127.0.0.1:44535_solr x:abortReindexingTarget_shard1_replica_n1 c:abortReindexingTarget s:shard1 r:core_node3) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.SolrCore [abortReindexingTarget_shard1_replica_n1] Registered new searcher Searcher@88c544[abortReindexingTarget_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2635627 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2635627 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2635628 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2635628 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628738225188110336
[junit4] 2> 2635630 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/abortReindexingTarget/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2635630 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/abortReindexingTarget/leaders/shard1
[junit4] 2> 2635630 INFO (searcherExecutor-9328-thread-1-processing-n:127.0.0.1:35389_solr x:abortReindexingTarget_shard2_replica_n2 c:abortReindexingTarget s:shard2 r:core_node4) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.SolrCore [abortReindexingTarget_shard2_replica_n2] Registered new searcher Searcher@ce5091[abortReindexingTarget_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2635632 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2635632 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2635632 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44535/solr/abortReindexingTarget_shard1_replica_n1/
[junit4] 2> 2635633 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2635633 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/abortReindexingTarget/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2635633 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/abortReindexingTarget/leaders/shard2
[junit4] 2> 2635633 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44535/solr/abortReindexingTarget_shard1_replica_n1/ has no replicas
[junit4] 2> 2635633 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/abortReindexingTarget/leaders/shard1/leader after winning as /collections/abortReindexingTarget/leader_elect/shard1/election/72245052056993801-core_node3-n_0000000000
[junit4] 2> 2635635 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44535/solr/abortReindexingTarget_shard1_replica_n1/ shard1
[junit4] 2> 2635635 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2635635 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2635635 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35389/solr/abortReindexingTarget_shard2_replica_n2/
[junit4] 2> 2635635 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2635635 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:35389/solr/abortReindexingTarget_shard2_replica_n2/ has no replicas
[junit4] 2> 2635635 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/abortReindexingTarget/leaders/shard2/leader after winning as /collections/abortReindexingTarget/leader_elect/shard2/election/72245052056993798-core_node4-n_0000000000
[junit4] 2> 2635637 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35389/solr/abortReindexingTarget_shard2_replica_n2/ shard2
[junit4] 2> 2635738 INFO (zkCallback-9251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635738 INFO (zkCallback-9251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635739 INFO (zkCallback-9235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635739 INFO (zkCallback-9235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635739 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2635740 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2635741 INFO (qtp18359395-26938) [n:127.0.0.1:44535_solr c:abortReindexingTarget s:shard1 r:core_node3 x:abortReindexingTarget_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=abortReindexingTarget_shard1_replica_n1&action=CREATE&numShards=2&collection=abortReindexingTarget&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1431
[junit4] 2> 2635747 ERROR (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.c.c.ZkStateReader Collection abortReindexingTarget is not lazy or watched!
[junit4] 2> 2635749 INFO (qtp11902114-26929) [n:127.0.0.1:35389_solr c:abortReindexingTarget s:shard2 r:core_node4 x:abortReindexingTarget_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=abortReindexingTarget_shard2_replica_n2&action=CREATE&numShards=2&collection=abortReindexingTarget&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1436
[junit4] 2> 2635749 INFO (OverseerThreadFactory-9305-thread-2-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .rx_ck_abortReindexing
[junit4] 2> 2635854 INFO (zkCallback-9251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635854 INFO (zkCallback-9251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635859 INFO (zkCallback-9235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635859 INFO (zkCallback-9235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635859 INFO (zkCallback-9235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635860 INFO (zkCallback-9251-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexingTarget/state.json] for collection [abortReindexingTarget] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2635957 INFO (OverseerStateUpdate-72245052056993798-127.0.0.1:35389_solr-n_0000000000) [n:127.0.0.1:35389_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".rx_ck_abortReindexing",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".rx_ck_abortReindexing_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44535/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"true"}
[junit4] 2> 2636169 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=_default&newCollection=true&name=.rx_ck_abortReindexing_shard1_replica_n1&action=CREATE&numShards=1&collection=.rx_ck_abortReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2637211 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 2637211 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 2637212 WARN (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 2637212 WARN (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist
[junit4] 2> 2637212 WARN (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 2637212 WARN (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist
[junit4] 2> 2637213 WARN (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 2637213 WARN (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist
[junit4] 2> 2637213 WARN (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 2637213 WARN (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist
[junit4] 2> 2637213 WARN (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1/../../../../dist
[junit4] 2> 2637229 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2637318 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.s.IndexSchema [.rx_ck_abortReindexing_shard1_replica_n1] Schema name=default-config
[junit4] 2> 2637585 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 2637621 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.rx_ck_abortReindexing_shard1_replica_n1' using configuration from collection .rx_ck_abortReindexing, trusted=true
[junit4] 2> 2637622 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44535.solr.core..rx_ck_abortReindexing.shard1.replica_n1' (registry 'solr.core..rx_ck_abortReindexing.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c061be
[junit4] 2> 2637622 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrCore [[.rx_ck_abortReindexing_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/.rx_ck_abortReindexing_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001/tempDir-001/node2/./.rx_ck_abortReindexing_shard1_replica_n1/data/]
[junit4] 2> 2637627 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 2637718 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2637718 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2637721 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2637721 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2637723 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@503dd1[.rx_ck_abortReindexing_shard1_replica_n1] main]
[junit4] 2> 2637723 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/_default
[junit4] 2> 2637724 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/_default
[junit4] 2> 2637724 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/_default/managed-schema
[junit4] 2> 2637724 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2637724 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2637725 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 2637727 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2637727 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628738227389071360
[junit4] 2> 2637728 INFO (searcherExecutor-9337-thread-1-processing-n:127.0.0.1:44535_solr x:.rx_ck_abortReindexing_shard1_replica_n1 c:.rx_ck_abortReindexing s:shard1 r:core_node2) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@503dd1[.rx_ck_abortReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2637729 INFO (searcherExecutor-9337-thread-1-processing-n:127.0.0.1:44535_solr x:.rx_ck_abortReindexing_shard1_replica_n1 c:.rx_ck_abortReindexing s:shard1 r:core_node2) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 2637729 INFO (searcherExecutor-9337-thread-1-processing-n:127.0.0.1:44535_solr x:.rx_ck_abortReindexing_shard1_replica_n1 c:.rx_ck_abortReindexing s:shard1 r:core_node2) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2637731 INFO (searcherExecutor-9337-thread-1-processing-n:127.0.0.1:44535_solr x:.rx_ck_abortReindexing_shard1_replica_n1 c:.rx_ck_abortReindexing s:shard1 r:core_node2) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SolrCore [.rx_ck_abortReindexing_shard1_replica_n1] Registered new searcher Searcher@503dd1[.rx_ck_abortReindexing_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2637732 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.rx_ck_abortReindexing/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2637732 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.rx_ck_abortReindexing/leaders/shard1
[junit4] 2> 2637742 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2637742 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2637742 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44535/solr/.rx_ck_abortReindexing_shard1_replica_n1/
[junit4] 2> 2637742 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2637742 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44535/solr/.rx_ck_abortReindexing_shard1_replica_n1/ has no replicas
[junit4] 2> 2637742 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.rx_ck_abortReindexing/leaders/shard1/leader after winning as /collections/.rx_ck_abortReindexing/leader_elect/shard1/election/72245052056993801-core_node2-n_0000000000
[junit4] 2> 2637745 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44535/solr/.rx_ck_abortReindexing_shard1_replica_n1/ shard1
[junit4] 2> 2637866 INFO (zkCallback-9251-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.rx_ck_abortReindexing/state.json] for collection [.rx_ck_abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2637866 INFO (zkCallback-9251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.rx_ck_abortReindexing/state.json] for collection [.rx_ck_abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2637876 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2637946 INFO (qtp18359395-26940) [n:127.0.0.1:44535_solr c:.rx_ck_abortReindexing s:shard1 r:core_node2 x:.rx_ck_abortReindexing_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=_default&newCollection=true&name=.rx_ck_abortReindexing_shard1_replica_n1&action=CREATE&numShards=1&collection=.rx_ck_abortReindexing&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1777
[junit4] 2> 2637986 INFO (zkCallback-9251-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.rx_ck_abortReindexing/state.json] for collection [.rx_ck_abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2637986 INFO (zkCallback-9251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.rx_ck_abortReindexing/state.json] for collection [.rx_ck_abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2637986 INFO (zkCallback-9251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.rx_ck_abortReindexing/state.json] for collection [.rx_ck_abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2638049 INFO (OverseerThreadFactory-9305-thread-2-processing-n:127.0.0.1:35389_solr) [n:127.0.0.1:35389_solr ] o.a.s.u.TestInjection Waiting in ReindexCollectionCmd for up to 60s
[junit4] 2> 2638152 INFO (zkCallback-9251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2638152 INFO (zkCallback-9251-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/abortReindexing/state.json] for collection [abortReindexing] has occurred - updating... (live nodes size: [2])
[...truncated too long message...]
llections/abortReindexingTarget/state.json
[junit4] 2> 4 /solr/collections/.rx_ck_reshapeReindexing/terms/shard1
[junit4] 2> 4 /solr/collections/.rx_ck_sameTargetReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/.rx_ck_reshapeReindexing/state.json
[junit4] 2> 3 /solr/collections/.rx_ck_abortReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/sourceLossyReindexing/state.json
[junit4] 2> 3 /solr/collections/abortReindexing/terms/shard2
[junit4] 2> 3 /solr/collections/abortReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/.rx_ck_failReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/abortReindexingTarget/terms/shard1
[junit4] 2> 3 /solr/collections/abortReindexingTarget/terms/shard2
[junit4] 2> 3 /solr/collections/.rx_ck_basicReindexing/terms/shard1
[junit4] 2> 2 /solr/collections/basicReindexingTarget/state.json
[junit4] 2> 2 /solr/collections/targetLossyReindexing/state.json
[junit4] 2> 2 /solr/collections/.rx_ck_abortReindexing/state.json
[junit4] 2> 2 /solr/collections/failReindexingTarget/state.json
[junit4] 2> 2 /solr/collections/basicReindexing/state.json
[junit4] 2> 2 /solr/collections/reshapeReindexingTarget/state.json
[junit4] 2> 2 /solr/collections/.rx_ck_sourceLossyReindexing/state.json
[junit4] 2> 2 /solr/collections/.rx_sameTargetReindexing_5/state.json
[junit4] 2> 2 /solr/collections/reshapeReindexing/state.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf2
[junit4] 2> 2 /solr/configs/conf3
[junit4] 2> 2 /solr/collections/.rx_ck_failReindexing/state.json
[junit4] 2> 2 /solr/collections/abortReindexing/state.json
[junit4] 2> 2 /solr/collections/sameTargetReindexing/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/clusterprops.json
[junit4] 2> 36 /solr/clusterstate.json
[junit4] 2> 28 /solr/aliases.json
[junit4] 2> 27 /solr/collections/sourceLossyReindexing/state.json
[junit4] 2> 18 /solr/collections/failReindexingTarget/state.json
[junit4] 2> 17 /solr/collections/failReindexing/state.json
[junit4] 2> 16 /solr/collections/reshapeReindexingTarget/state.json
[junit4] 2> 15 /solr/collections/basicReindexingTarget/state.json
[junit4] 2> 14 /solr/collections/basicReindexing/state.json
[junit4] 2> 14 /solr/collections/sameTargetReindexing/state.json
[junit4] 2> 13 /solr/collections/reshapeReindexing/state.json
[junit4] 2> 13 /solr/collections/abortReindexing/state.json
[junit4] 2> 12 /solr/collections/abortReindexingTarget/state.json
[junit4] 2> 12 /solr/collections/.rx_sameTargetReindexing_5/state.json
[junit4] 2> 11 /solr/collections/targetLossyReindexing/state.json
[junit4] 2> 9 /solr/collections/.rx_ck_reshapeReindexing/state.json
[junit4] 2> 9 /solr/collections/.rx_ck_basicReindexing/state.json
[junit4] 2> 9 /solr/collections/.rx_ck_sameTargetReindexing/state.json
[junit4] 2> 8 /solr/collections/.rx_ck_sourceLossyReindexing/state.json
[junit4] 2> 7 /solr/collections/.rx_ck_abortReindexing/state.json
[junit4] 2> 7 /solr/collections/.rx_ck_failReindexing/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 46 /solr/collections
[junit4] 2> 36 /solr/live_nodes
[junit4] 2>
[junit4] 2> 2714330 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33409
[junit4] 2> 2714330 INFO (SUITE-ReindexCollectionTest-seed#[77FCDCA1CA337DA9]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33409
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ReindexCollectionTest_77FCDCA1CA337DA9-001
[junit4] 2> Mar 22, 2019 8:18:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {remove_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _root_=PostingsFormat(name=MockRandom), string_s=FST50, sind=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=2019, maxMBSortInHeap=6.34663065382428, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@ab1e06), locale=en-NZ, timezone=US/Aleutian
[junit4] 2> NOTE: Linux 4.18.0-15-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=1,free=198556384,total=492830720
[junit4] 2> NOTE: All tests run in this JVM: [XmlUpdateRequestHandlerTest, TestDirectoryFactory, TestPartialUpdateDeduplication, DocumentBuilderTest, TestHdfsUpdateLog, PeerSyncWithLeaderTest, SolrRequestParserTest, AnalyticsQueryTest, TestSolrIndexConfig, DistributedQueueTest, TestConfigSetsAPIExclusivity, ShowFileRequestHandlerTest, TestEmbeddedSolrServerAdminHandler, TestSimExtremeIndexing, TestSystemCollAutoCreate, TriggerSetPropertiesIntegrationTest, TestExactSharedStatsCache, CoreAdminOperationTest, TestSchemaNameResource, TestSubQueryTransformerDistrib, TestConfigReload, TestFileDictionaryLookup, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, TaggingAttributeTest, TestGraphMLResponseWriter, TestRetrieveFieldsOptimizer, TestNRTOpen, PingRequestHandlerTest, TestBackupRepositoryFactory, UpdateParamsTest, ZkCLITest, CollectionsAPISolrJTest, TestCloudInspectUtil, TestPullReplica, TestPerFieldSimilarity, TestReloadAndDeleteDocs, TestMaxTokenLenTokenizer, CustomCollectionTest, AutoscalingHistoryHandlerTest, TestClusterStateMutator, FieldAnalysisRequestHandlerTest, DocValuesMultiTest, BigEndianAscendingWordDeserializerTest, TestWordDelimiterFilterFactory, BadCopyFieldTest, RemoteQueryErrorTest, TestSuggestSpellingConverter, SOLR749Test, TestHashQParserPlugin, QueryParsingTest, TestSolrConfigHandler, TestCrossCoreJoin, TestDynamicFieldCollectionResource, ExplicitHLLTest, ChaosMonkeySafeLeaderTest, AnalysisAfterCoreReloadTest, AutoScalingHandlerTest, TestJmxIntegration, HdfsLockFactoryTest, TestCloudSearcherWarming, TestSafeXMLParsing, TestPKIAuthenticationPlugin, TestJsonRequest, TermsComponentTest, SuggesterTSTTest, SimplePostToolTest, ImplicitSnitchTest, CdcrBootstrapTest, TestFieldCacheSortRandom, UpdateRequestProcessorFactoryTest, HLLUtilTest, UninvertDocValuesMergePolicyTest, DistributedFacetPivotLargeTest, DistributedDebugComponentTest, SortByFunctionTest, LeaderElectionTest, TestOrdValues, ByteBuffersDirectoryFactoryTest, TestRandomCollapseQParserPlugin, TestStressInPlaceUpdates, TestSimTriggerIntegration, TestTolerantUpdateProcessorCloud, TestWithCollection, PathHierarchyTokenizerFactoryTest, MoveReplicaHDFSFailoverTest, TestCollationField, TestInPlaceUpdatesStandalone, TestSchemalessBufferedUpdates, TestLMJelinekMercerSimilarityFactory, QueryElevationComponentTest, TestUpdate, TestDistributedMissingSort, BinaryUpdateRequestHandlerTest, OverseerModifyCollectionTest, TestDeprecatedFilters, TestReplicationHandler, TestDocSet, TestCoreAdminApis, SolrCoreMetricManagerTest, TestRequestStatusCollectionAPI, HttpSolrCallGetCoreTest, TestAuthenticationFramework, HdfsSyncSliceTest, HdfsAutoAddReplicasIntegrationTest, TestSearcherReuse, TestWriterPerf, TestComplexPhraseQParserPlugin, AlternateDirectoryTest, TestSchemaVersionResource, DistributedFacetPivotSmallTest, OverseerTaskQueueTest, TestGroupingSearch, TestConfigSetProperties, TestManagedStopFilterFactory, TestImplicitCoreProperties, TestLFUCache, SolrCloudReportersTest, HighlighterConfigTest, ConnectionManagerTest, ForceLeaderTest, TestAddFieldRealTimeGet, SpatialRPTFieldTypeTest, SchemaApiFailureTest, JSONWriterTest, TestSSLRandomization, FacetPivotSmallTest, TestRealTimeGet, RandomizedTaggerTest, TestCoreDiscovery, JWTAuthPluginTest, TestCloudPseudoReturnFields, InfoHandlerTest, TemplateUpdateProcessorTest, TestFiltering, ClusterStateUpdateTest, TestJsonFacets, TestSolrFieldCacheBean, CleanupOldIndexTest, DistribJoinFromCollectionTest, HttpPartitionTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RecoveryZkTest, ReindexCollectionTest]
[junit4] Completed [492/849 (1!)] on J0 in 87.99s, 6 tests, 1 failure <<< FAILURES!
[...truncated 46536 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23813/consoleText
[repro] Revision: bca22d58e2d126ec6d349d375d3ea028892104e1
[repro] Ant options: "-Dargs=-client -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=ReindexCollectionTest -Dtests.method=testSameTargetReindexing -Dtests.seed=77FCDCA1CA337DA9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-NZ -Dtests.timezone=US/Aleutian -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] ReindexCollectionTest
[repro] ant compile-test
[...truncated 3565 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.ReindexCollectionTest" -Dtests.showOutput=onerror "-Dargs=-client -XX:+UseParallelGC" -Dtests.seed=77FCDCA1CA337DA9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-NZ -Dtests.timezone=US/Aleutian -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[...truncated 95 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.ReindexCollectionTest
[repro] Exiting with code 0
[...truncated 43 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_172) - Build #
23812 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23812/
Java: 32bit/jdk1.8.0_172 -server -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:32885/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:32885/solr
at __randomizedtesting.SeedInfo.seed([FD4E7EDC6B3E896D:FBA69BE2F9B845E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1055)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:830)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:763)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest(LeaderVoteWaitTimeoutTest.java:155)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 49 more
Build Log:
[...truncated 14425 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001/init-core-data-001
[junit4] 2> 1858053 WARN (SUITE-LeaderVoteWaitTimeoutTest-seed#[FD4E7EDC6B3E896D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
[junit4] 2> 1858053 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[FD4E7EDC6B3E896D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1858054 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[FD4E7EDC6B3E896D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1858054 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[FD4E7EDC6B3E896D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1858056 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting basicTest
[junit4] 2> 1858057 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001/tempDir-001
[junit4] 2> 1858057 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1858057 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1858057 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1858157 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkTestServer start zk server on port:37471
[junit4] 2> 1858157 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37471
[junit4] 2> 1858157 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37471
[junit4] 2> 1858178 INFO (zkConnectionManagerCallback-9676-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858193 INFO (zkConnectionManagerCallback-9678-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858210 INFO (zkConnectionManagerCallback-9680-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858222 WARN (jetty-launcher-9681-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1858222 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1858222 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1858222 INFO (jetty-launcher-9681-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1858222 WARN (jetty-launcher-9681-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1858223 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1858223 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1858223 INFO (jetty-launcher-9681-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1858243 WARN (jetty-launcher-9681-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1858243 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1858243 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1858243 INFO (jetty-launcher-9681-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1858263 WARN (jetty-launcher-9681-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1858263 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1858263 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1858263 INFO (jetty-launcher-9681-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1858311 INFO (jetty-launcher-9681-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1858311 INFO (jetty-launcher-9681-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1858311 INFO (jetty-launcher-9681-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1858311 INFO (jetty-launcher-9681-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1858311 INFO (jetty-launcher-9681-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1858311 INFO (jetty-launcher-9681-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1858315 INFO (jetty-launcher-9681-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16aa912{/solr,null,AVAILABLE}
[junit4] 2> 1858319 INFO (jetty-launcher-9681-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15666a2{/solr,null,AVAILABLE}
[junit4] 2> 1858323 INFO (jetty-launcher-9681-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1858323 INFO (jetty-launcher-9681-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1858323 INFO (jetty-launcher-9681-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15f46fc{/solr,null,AVAILABLE}
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@190fd32{/solr,null,AVAILABLE}
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@451c25{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43559}
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e7cfc2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38745}
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-2) [ ] o.e.j.s.Server Started @1858592ms
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-1) [ ] o.e.j.s.Server Started @1858592ms
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38745}
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43559}
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e2ef6d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44831}
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-4) [ ] o.e.j.s.Server Started @1858592ms
[junit4] 2> 1858327 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44831}
[junit4] 2> 1858328 ERROR (jetty-launcher-9681-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1858328 ERROR (jetty-launcher-9681-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T14:59:29.416Z
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T14:59:29.416Z
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e699ce{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35019}
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-3) [ ] o.e.j.s.Server Started @1858593ms
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35019}
[junit4] 2> 1858328 ERROR (jetty-launcher-9681-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T14:59:29.416Z
[junit4] 2> 1858328 ERROR (jetty-launcher-9681-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1858328 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T14:59:29.416Z
[junit4] 2> 1858338 INFO (zkConnectionManagerCallback-9683-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858338 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858340 INFO (zkConnectionManagerCallback-9687-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858340 INFO (zkConnectionManagerCallback-9689-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858340 INFO (zkConnectionManagerCallback-9685-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858340 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858340 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858340 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1858641 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1858642 WARN (jetty-launcher-9681-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1bd3677[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1858656 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1858668 WARN (jetty-launcher-9681-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@52f80f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1858671 WARN (jetty-launcher-9681-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@18786f7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1858672 INFO (jetty-launcher-9681-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37471/solr
[junit4] 2> 1858690 INFO (zkConnectionManagerCallback-9701-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858695 WARN (jetty-launcher-9681-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6eb3d9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1858696 INFO (jetty-launcher-9681-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37471/solr
[junit4] 2> 1858719 INFO (zkConnectionManagerCallback-9704-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858742 INFO (zkConnectionManagerCallback-9707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858757 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38745_solr
[junit4] 2> 1858757 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.c.Overseer Overseer (id=72243804528115720-127.0.0.1:38745_solr-n_0000000000) starting
[junit4] 2> 1858767 INFO (zkConnectionManagerCallback-9711-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858770 INFO (jetty-launcher-9681-thread-2) [n:127.0.0.1:43559_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43559_solr
[junit4] 2> 1858783 INFO (zkCallback-9703-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1858787 INFO (zkCallback-9710-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1858794 INFO (zkConnectionManagerCallback-9716-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858796 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1858796 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37471/solr ready
[junit4] 2> 1858803 INFO (OverseerStateUpdate-72243804528115720-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38745_solr
[junit4] 2> 1858811 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38745_solr as DOWN
[junit4] 2> 1858811 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1858812 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38745_solr
[junit4] 2> 1858827 INFO (zkCallback-9710-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1858839 INFO (zkCallback-9703-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1858846 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1858863 INFO (zkCallback-9715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1858872 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1858880 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1858880 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38745.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1858881 INFO (jetty-launcher-9681-thread-1) [n:127.0.0.1:38745_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001/tempDir-001/node1/.
[junit4] 2> 1858883 INFO (zkConnectionManagerCallback-9723-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1858883 INFO (jetty-launcher-9681-thread-2) [n:127.0.0.1:43559_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1858884 INFO (jetty-launcher-9681-thread-2) [n:127.0.0.1:43559_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37471/solr ready
[junit4] 2> 1858913 INFO (jetty-launcher-9681-thread-2) [n:127.0.0.1:43559_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1858975 INFO (jetty-launcher-9681-thread-2) [n:127.0.0.1:43559_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43559.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1858985 INFO (jetty-launcher-9681-thread-2) [n:127.0.0.1:43559_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43559.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1858985 INFO (jetty-launcher-9681-thread-2) [n:127.0.0.1:43559_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43559.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1858985 INFO (jetty-launcher-9681-thread-2) [n:127.0.0.1:43559_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001/tempDir-001/node2/.
[junit4] 2> 1859221 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1859222 WARN (jetty-launcher-9681-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@68674e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859228 WARN (jetty-launcher-9681-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@8ff4f5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859229 INFO (jetty-launcher-9681-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37471/solr
[junit4] 2> 1859237 INFO (zkConnectionManagerCallback-9731-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859245 INFO (zkConnectionManagerCallback-9733-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859247 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1859249 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:35019_solr as DOWN
[junit4] 2> 1859249 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1859249 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35019_solr
[junit4] 2> 1859250 INFO (zkCallback-9703-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1859250 INFO (zkCallback-9710-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1859250 INFO (zkCallback-9722-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1859250 INFO (zkCallback-9732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1859250 INFO (zkCallback-9715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1859266 INFO (zkConnectionManagerCallback-9740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859266 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1859267 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37471/solr ready
[junit4] 2> 1859270 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1859285 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1859321 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1859321 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1859322 INFO (jetty-launcher-9681-thread-3) [n:127.0.0.1:35019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001/tempDir-001/node3/.
[junit4] 2> 1859345 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1859346 WARN (jetty-launcher-9681-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1eb4af5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859352 WARN (jetty-launcher-9681-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1bbfae8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1859353 INFO (jetty-launcher-9681-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37471/solr
[junit4] 2> 1859371 INFO (zkConnectionManagerCallback-9747-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859372 INFO (zkConnectionManagerCallback-9749-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859373 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1859376 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44831_solr as DOWN
[junit4] 2> 1859376 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1859376 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44831_solr
[junit4] 2> 1859376 INFO (zkCallback-9710-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1859377 INFO (zkCallback-9703-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1859377 INFO (zkCallback-9715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1859379 INFO (zkCallback-9748-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1859379 INFO (zkCallback-9722-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1859379 INFO (zkCallback-9732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1859379 INFO (zkCallback-9739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1859392 INFO (zkConnectionManagerCallback-9756-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859393 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1859393 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37471/solr ready
[junit4] 2> 1859394 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1859409 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44831.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1859417 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44831.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1859417 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44831.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1859417 INFO (jetty-launcher-9681-thread-4) [n:127.0.0.1:44831_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001/tempDir-001/node4/.
[junit4] 2> 1859464 INFO (zkConnectionManagerCallback-9762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859465 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1859465 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37471/solr ready
[junit4] 2> 1859466 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=9615077
[junit4] 2> 1859466 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38745_solr
[junit4] 2> 1859467 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 1859467 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:38745_solr as DOWN
[junit4] 2> 1859468 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1859468 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24f4ce: rootName = solr_38745, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1f246c1
[junit4] 2> 1859475 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1859475 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d10978: rootName = solr_38745, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@802c1c
[junit4] 2> 1859479 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1859479 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@409777: rootName = solr_38745, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@352ca5
[junit4] 2> 1859479 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1859481 INFO (closeThreadPool-9765-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72243804528115720-127.0.0.1:38745_solr-n_0000000000) closing
[junit4] 2> 1859481 INFO (OverseerStateUpdate-72243804528115720-127.0.0.1:38745_solr-n_0000000000) [n:127.0.0.1:38745_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38745_solr
[junit4] 2> 1859481 INFO (OverseerAutoScalingTriggerThread-72243804528115720-127.0.0.1:38745_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1859488 INFO (closeThreadPool-9765-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72243804528115720-127.0.0.1:38745_solr-n_0000000000) closing
[junit4] 2> 1859489 INFO (zkCallback-9732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1859489 INFO (zkCallback-9715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1859489 INFO (zkCallback-9722-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1859489 INFO (zkCallback-9710-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1859489 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.Overseer Overseer (id=72243804528115720-127.0.0.1:38745_solr-n_0000000000) closing
[junit4] 2> 1859495 INFO (zkCallback-9748-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1859495 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100a95b821f000b, likely client has closed socket
[junit4] 2> 1859495 INFO (zkCallback-9761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1859499 INFO (zkCallback-9739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1859499 INFO (zkCallback-9755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1859499 INFO (zkCallback-9710-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43559_solr
[junit4] 2> 1859499 INFO (zkCallback-9710-thread-2) [n:127.0.0.1:43559_solr ] o.a.s.c.Overseer Overseer (id=72243804528115722-127.0.0.1:43559_solr-n_0000000001) starting
[junit4] 2> 1859500 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@e7cfc2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1859500 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16aa912{/solr,null,UNAVAILABLE}
[junit4] 2> 1859500 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1859500 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1859500 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1859501 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1859501 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1859507 INFO (OverseerStateUpdate-72243804528115722-127.0.0.1:43559_solr-n_0000000001) [n:127.0.0.1:43559_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43559_solr
[junit4] 2> 1859523 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1859523 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1859523 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1859527 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9634c7{/solr,null,AVAILABLE}
[junit4] 2> 1859531 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8d76be{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36769}
[junit4] 2> 1859531 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.Server Started @1859795ms
[junit4] 2> 1859531 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32885}
[junit4] 2> 1859531 ERROR (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1859531 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1859531 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1859531 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1859531 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1859531 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T14:59:30.619Z
[junit4] 2> 1859535 INFO (zkConnectionManagerCallback-9767-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1859536 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1860621 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1860622 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1655269[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1860627 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@54c9f9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1860628 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37471/solr
[junit4] 2> 1860633 INFO (zkConnectionManagerCallback-9774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860638 INFO (zkConnectionManagerCallback-9776-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860640 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1860642 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:32885_solr as DOWN
[junit4] 2> 1860642 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1860642 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32885_solr
[junit4] 2> 1860643 INFO (zkCallback-9761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1860643 INFO (zkCallback-9722-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1860643 INFO (zkCallback-9755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1860643 INFO (zkCallback-9748-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1860643 INFO (zkCallback-9732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1860643 INFO (zkCallback-9710-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1860643 INFO (zkCallback-9739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1860643 INFO (zkCallback-9775-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1860660 INFO (zkConnectionManagerCallback-9783-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860662 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1860662 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37471/solr ready
[junit4] 2> 1860662 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1860678 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32885.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1860688 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32885.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1860689 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32885.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1860689 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [n:127.0.0.1:32885_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001/tempDir-001/node1/.
[junit4] 2> 1860747 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: http://127.0.0.1:36769/solr. Proxy: http://127.0.0.1:32885/solr
[junit4] 2> 1860747 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=29552632
[junit4] 2> 1860747 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43559_solr
[junit4] 2> 1860747 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 1860747 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43559_solr as DOWN
[junit4] 2> 1860748 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1860755 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1860755 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@146ad8d: rootName = solr_43559, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2226c8
[junit4] 2> 1860762 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1860762 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e2fea9: rootName = solr_43559, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@802c1c
[junit4] 2> 1860766 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1860766 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1df0f40: rootName = solr_43559, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@352ca5
[junit4] 2> 1860766 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1860822 INFO (closeThreadPool-9787-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72243804528115722-127.0.0.1:43559_solr-n_0000000001) closing
[junit4] 2> 1860830 INFO (OverseerStateUpdate-72243804528115722-127.0.0.1:43559_solr-n_0000000001) [n:127.0.0.1:43559_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43559_solr
[junit4] 2> 1860831 INFO (OverseerAutoScalingTriggerThread-72243804528115722-127.0.0.1:43559_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1860857 INFO (zkCallback-9761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1860857 INFO (zkCallback-9755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1860857 INFO (zkCallback-9748-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1860857 INFO (zkCallback-9775-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1860857 INFO (zkCallback-9739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1860857 INFO (zkCallback-9732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1860863 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.Overseer Overseer (id=72243804528115722-127.0.0.1:43559_solr-n_0000000001) closing
[junit4] 2> 1860863 INFO (closeThreadPool-9787-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72243804528115722-127.0.0.1:43559_solr-n_0000000001) closing
[junit4] 2> 1860863 INFO (zkCallback-9782-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1860863 INFO (zkCallback-9732-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35019_solr
[junit4] 2> 1860863 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@451c25{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1860864 INFO (zkCallback-9732-thread-2) [n:127.0.0.1:35019_solr ] o.a.s.c.Overseer Overseer (id=72243804528115726-127.0.0.1:35019_solr-n_0000000002) starting
[junit4] 2> 1860871 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@190fd32{/solr,null,UNAVAILABLE}
[junit4] 2> 1860871 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1860872 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1860872 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1860872 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1860872 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1860907 INFO (OverseerStateUpdate-72243804528115726-127.0.0.1:35019_solr-n_0000000002) [n:127.0.0.1:35019_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35019_solr
[junit4] 2> 1860916 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1860916 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1860916 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1860919 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@290584{/solr,null,AVAILABLE}
[junit4] 2> 1860919 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29a26a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35045}
[junit4] 2> 1860919 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.Server Started @1861184ms
[junit4] 2> 1860919 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41287}
[junit4] 2> 1860919 ERROR (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1860919 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1860919 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1860919 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1860919 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1860919 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T14:59:32.007Z
[junit4] 2> 1860930 INFO (zkConnectionManagerCallback-9789-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1860931 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1861288 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1861291 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@bfacc7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861299 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@ebe88d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1861301 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37471/solr
[junit4] 2> 1861306 INFO (zkConnectionManagerCallback-9796-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861314 INFO (zkConnectionManagerCallback-9798-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861317 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1861318 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:41287_solr as DOWN
[junit4] 2> 1861318 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1861318 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41287_solr
[junit4] 2> 1861318 INFO (zkCallback-9775-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1861319 INFO (zkCallback-9755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1861319 INFO (zkCallback-9782-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1861319 INFO (zkCallback-9739-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1861319 INFO (zkCallback-9761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1861319 INFO (zkCallback-9748-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1861319 INFO (zkCallback-9732-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1861319 INFO (zkCallback-9797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1861334 INFO (zkConnectionManagerCallback-9805-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861336 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1861336 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37471/solr ready
[junit4] 2> 1861336 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1861350 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41287.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1861358 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41287.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1861358 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41287.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1861359 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001/tempDir-001/node2/.
[junit4] 2> 1861397 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: http://127.0.0.1:35045/solr. Proxy: http://127.0.0.1:41287/solr
[junit4] 2> 1861397 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=33369504
[junit4] 2> 1861397 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35019_solr
[junit4] 2> 1861398 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 1861398 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:35019_solr as DOWN
[junit4] 2> 1861399 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1861399 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d327ff: rootName = solr_35019, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@8a88b4
[junit4] 2> 1861404 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1861404 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a677c0: rootName = solr_35019, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@802c1c
[junit4] 2> 1861407 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1861407 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1820665: rootName = solr_35019, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@352ca5
[junit4] 2> 1861407 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1861407 INFO (closeThreadPool-9809-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72243804528115726-127.0.0.1:35019_solr-n_0000000002) closing
[junit4] 2> 1861408 INFO (OverseerStateUpdate-72243804528115726-127.0.0.1:35019_solr-n_0000000002) [n:127.0.0.1:35019_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35019_solr
[junit4] 2> 1861415 INFO (OverseerAutoScalingTriggerThread-72243804528115726-127.0.0.1:35019_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1861420 INFO (closeThreadPool-9809-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72243804528115726-127.0.0.1:35019_solr-n_0000000002) closing
[junit4] 2> 1861420 INFO (zkCallback-9782-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1861420 INFO (zkCallback-9761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1861420 INFO (zkCallback-9755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1861420 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.Overseer Overseer (id=72243804528115726-127.0.0.1:35019_solr-n_0000000002) closing
[junit4] 2> 1861420 INFO (zkCallback-9748-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44831_solr
[junit4] 2> 1861420 INFO (zkCallback-9775-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1861420 INFO (zkCallback-9748-thread-1) [n:127.0.0.1:44831_solr ] o.a.s.c.Overseer Overseer (id=72243804528115729-127.0.0.1:44831_solr-n_0000000003) starting
[junit4] 2> 1861423 INFO (zkCallback-9804-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1861431 INFO (zkCallback-9797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1861431 INFO (zkCallback-9748-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1861431 INFO (OverseerStateUpdate-72243804528115729-127.0.0.1:44831_solr-n_0000000003) [n:127.0.0.1:44831_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44831_solr
[junit4] 2> 1861432 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e699ce{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1861432 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15f46fc{/solr,null,UNAVAILABLE}
[junit4] 2> 1861432 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1861432 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1861433 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1861433 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1861433 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1861434 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1861434 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1861434 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1861443 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cac403{/solr,null,AVAILABLE}
[junit4] 2> 1861446 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2214f6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44343}
[junit4] 2> 1861446 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.Server Started @1861710ms
[junit4] 2> 1861446 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37303}
[junit4] 2> 1861446 ERROR (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1861446 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1861446 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1861446 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1861446 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1861446 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T14:59:32.534Z
[junit4] 2> 1861451 INFO (zkConnectionManagerCallback-9811-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1861451 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1862084 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1862085 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4a7b8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1862104 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4df279[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1862105 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37471/solr
[junit4] 2> 1862106 INFO (zkConnectionManagerCallback-9818-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1862107 INFO (zkConnectionManagerCallback-9820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1862109 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1862110 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:37303_solr as DOWN
[junit4] 2> 1862111 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1862111 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37303_solr
[junit4] 2> 1862111 INFO (zkCallback-9782-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862111 INFO (zkCallback-9804-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862111 INFO (zkCallback-9755-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862111 INFO (zkCallback-9797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862111 INFO (zkCallback-9761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862111 INFO (zkCallback-9775-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862111 INFO (zkCallback-9748-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862115 INFO (zkCallback-9819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1862127 INFO (zkConnectionManagerCallback-9827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1862128 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1862128 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37471/solr ready
[junit4] 2> 1862129 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1862146 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37303.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1862157 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37303.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1862157 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37303.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12513c4
[junit4] 2> 1862158 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001/tempDir-001/node3/.
[junit4] 2> 1862205 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: http://127.0.0.1:44343/solr. Proxy: http://127.0.0.1:37303/solr
[junit4] 2> 1862205 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=3568623
[junit4] 2> 1862205 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44831_solr
[junit4] 2> 1862206 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 1862206 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:44831_solr as DOWN
[junit4] 2> 1862209 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1862209 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a537a6: rootName = solr_44831, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c5cee3
[junit4] 2> 1862216 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1862216 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1318df7: rootName = solr_44831, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@802c1c
[junit4] 2> 1862220 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1862220 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b8e609: rootName = solr_44831, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@352ca5
[junit4] 2> 1862220 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1862223 INFO (closeThreadPool-9831-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72243804528115729-127.0.0.1:44831_solr-n_0000000003) closing
[junit4] 2> 1862223 INFO (OverseerStateUpdate-72243804528115729-127.0.0.1:44831_solr-n_0000000003) [n:127.0.0.1:44831_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44831_solr
[junit4] 2> 1862231 INFO (OverseerAutoScalingTriggerThread-72243804528115729-127.0.0.1:44831_solr-n_0000000003) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1862232 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100a95b821f0011, likely client has closed socket
[junit4] 2> 1862232 INFO (zkCallback-9797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1862232 INFO (zkCallback-9775-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1862232 INFO (zkCallback-9761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1862232 INFO (zkCallback-9782-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1862232 INFO (zkCallback-9804-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1862234 INFO (zkCallback-9819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1862235 INFO (zkCallback-9826-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1862235 INFO (zkCallback-9775-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32885_solr
[junit4] 2> 1862235 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.Overseer Overseer (id=72243804528115729-127.0.0.1:44831_solr-n_0000000003) closing
[junit4] 2> 1862236 INFO (closeThreadPool-9831-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72243804528115729-127.0.0.1:44831_solr-n_0000000003) closing
[junit4] 2> 1862236 INFO (zkCallback-9775-thread-2) [n:127.0.0.1:32885_solr ] o.a.s.c.Overseer Overseer (id=72243804528115734-127.0.0.1:32885_solr-n_0000000004) starting
[junit4] 2> 1862236 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@e2ef6d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1862236 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15666a2{/solr,null,UNAVAILABLE}
[junit4] 2> 1862237 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1862237 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1862237 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1862237 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1862237 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_172-b11
[junit4] 2> 1862247 INFO (OverseerStateUpdate-72243804528115734-127.0.0.1:32885_solr-n_0000000004) [n:127.0.0.1:32885_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:32885_solr
[junit4] 2> 1862263 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1862263 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1862263 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1862267 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ba5a14{/solr,null,AVAILABLE}
[junit4] 2> 1862267 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ac8399{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40263}
[junit4] 2> 1862268 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.s.Server Started @1862532ms
[junit4] 2> 1862268 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36293}
[junit4] 2> 1862268 ERROR (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1862268 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1862268 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 1862268 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1862268 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1862268 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T14:59:33.356Z
[junit4] 2> 1862279 INFO (zkConnectionManagerCallback-9833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1862279 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1862283 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100a95b821f0020, likely client has closed socket
[junit4] 2> 1862911 INFO (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1862912 WARN (TEST-LeaderVoteWaitTimeoutTest.basicTest-seed#[FD4E7EDC6B3E896D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@90594e[provid
[...truncated too long message...]
d scavenging
[junit4] 2> 1979531 INFO (jetty-closer-10096-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@160bf29{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41549}
[junit4] 2> 1979531 INFO (jetty-closer-10096-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c35667{/solr,null,UNAVAILABLE}
[junit4] 2> 1979532 INFO (jetty-closer-10096-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1987649 ERROR (recoveryExecutor-10009-thread-1-processing-n:127.0.0.1:44047_solr x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:44047_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:collection1_shard1_replica_n3
[junit4] 2> 1987650 INFO (jetty-closer-10096-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e4e996{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1987650 INFO (jetty-closer-10096-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b3a929{/solr,null,UNAVAILABLE}
[junit4] 2> 1987650 INFO (jetty-closer-10096-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1987651 INFO (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1987652 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 35 /solr/collections/collection1/terms/shard1
[junit4] 2> 19 /solr/clusterprops.json
[junit4] 2> 19 /solr/aliases.json
[junit4] 2> 9 /solr/security.json
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 4 /solr/configs/collection1.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/configs/collection1.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 96 /solr/collections/collection1/state.json
[junit4] 2> 19 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/collections
[junit4] 2> 10 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1987654 INFO (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36415
[junit4] 2> 1987654 INFO (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36415
[junit4] 2> 1987654 INFO (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[FD4E7EDC6B3E896D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMostInSyncReplicasCanWinElection
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_FD4E7EDC6B3E896D-001
[junit4] 2> Mar 22, 2019 3:01:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1266, maxMBSortInHeap=5.271833080297837, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@909466), locale=en-US, timezone=Africa/Sao_Tome
[junit4] 2> NOTE: Linux 4.18.0-15-generic i386/Oracle Corporation 1.8.0_172 (32-bit)/cpus=8,threads=1,free=274836024,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCloudWithKerberosAlt, BlockJoinFacetSimpleTest, ManagedSchemaRoundRobinCloudTest, TestDocSet, JSONWriterTest, DateFieldTest, SolrCloudReportersTest, SolrMetricsIntegrationTest, TestUpdate, TestStressRecovery, TestAuthenticationFramework, NodeMarkersRegistrationTest, CustomCollectionTest, DistributedFacetSimpleRefinementLongTailTest, ClassificationUpdateProcessorFactoryTest, AsyncCallRequestStatusResponseTest, SearchRateTriggerTest, TestJettySolrRunner, TestNestedDocsSort, TriLevelCompositeIdRoutingTest, TestBM25SimilarityFactory, QueryElevationComponentTest, TestSimDistribStateManager, TestPostingsSolrHighlighter, TestPayloadCheckQParserPlugin, DateMathParserTest, HDFSCollectionsAPITest, CollectionsAPISolrJTest, OverseerTaskQueueTest, SignatureUpdateProcessorFactoryTest, CoreAdminOperationTest, HighlighterConfigTest, TestRandomRequestDistribution, TestFieldCacheSortRandom, UpdateRequestProcessorFactoryTest, DistributedDebugComponentTest, ByteBuffersDirectoryFactoryTest, ShowFileRequestHandlerTest, BasicZkTest, ChangedSchemaMergeTest, MoveReplicaHDFSFailoverTest, TestSchemalessBufferedUpdates, TestFileDictionaryLookup, TestFastLRUCache, TestComplexPhraseQParserPlugin, TestNRTOpen, TestRandomDVFaceting, CdcrUpdateLogTest, TemplateUpdateProcessorTest, NumberUtilsTest, TestChildDocTransformerHierarchy, CdcrRequestHandlerTest, TestValueSourceCache, TestPKIAuthenticationPlugin, IgnoreLargeDocumentProcessorFactoryTest, TestBackupRepositoryFactory, TestRandomCollapseQParserPlugin, BigEndianAscendingWordDeserializerTest, TermsComponentTest, BJQParserTest, CdcrBootstrapTest, OverseerModifyCollectionTest, SSLMigrationTest, TestLeaderElectionWithEmptyReplica, TestSolrConfigHandler, AnalyticsQueryTest, TestHashQParserPlugin, TestHdfsCloudBackupRestore, InfoHandlerTest, TestReloadAndDeleteDocs, AddReplicaTest, XmlUpdateRequestHandlerTest, TestSimTriggerIntegration, TestRemoteStreaming, SolrCLIZkUtilsTest, TestLegacyNumericUtils, HLLUtilTest, AssignTest, TestRealTimeGet, TestJmxIntegration, BasicAuthIntegrationTest, HdfsUnloadDistributedZkTest, TestHighFrequencyDictionaryFactory, TestFacetMethods, TestConfigReload, CoreSorterTest, TestPushWriter, SOLR749Test, DeleteReplicaTest, HdfsSyncSliceTest, BadCopyFieldTest, TriggerCooldownIntegrationTest, TestSolr4Spatial, DocValuesMultiTest, RemoteQueryErrorTest, HdfsDirectoryFactoryTest, SuggestComponentTest, PropertiesRequestHandlerTest, TestPullReplica, TestHdfsUpdateLog, TestUseDocValuesAsStored2, TestDownShardTolerantSearch, TestReload, DistributedQueueTest, TestZkAclsWithHadoopAuth, TestFieldCache, TestFieldResource, TestBulkSchemaConcurrent, CollectionsAPIAsyncDistributedZkTest, TestConfig, DocExpirationUpdateProcessorFactoryTest, TestRequestStatusCollectionAPI, TestSchemaVersionResource, BinaryUpdateRequestHandlerTest, FacetPivotSmallTest, SimpleCollectionCreateDeleteTest, TestRestManager, TestCollationField, BlockDirectoryTest, TestJsonRequest, SchemaApiFailureTest, TriggerSetPropertiesIntegrationTest, TestAnalyzeInfixSuggestions, AnalysisAfterCoreReloadTest, SpatialRPTFieldTypeTest, TestCloudPseudoReturnFields, DistribCursorPagingTest, HealthCheckHandlerTest, DistributedQueryComponentCustomSortTest, TestCloudSearcherWarming, CleanupOldIndexTest, UpdateParamsTest, FieldAnalysisRequestHandlerTest, ShardRoutingTest, QueryParsingTest, SignificantTermsQParserPluginTest, RAMDirectoryFactoryTest, AlternateDirectoryTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestSolrCoreProperties, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ChaosMonkeySafeLeaderTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ClusterStateUpdateTest, CollectionPropsTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, ForceLeaderWithTlogReplicasTest, HttpPartitionWithTlogReplicasTest, LeaderFailureAfterFreshStartTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest]
[junit4] Completed [494/849 (1!)] on J0 in 130.66s, 2 tests, 1 error <<< FAILURES!
[...truncated 46453 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23812/consoleText
[repro] Revision: bca22d58e2d126ec6d349d375d3ea028892104e1
[repro] Ant options: "-Dargs=-server -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=LeaderVoteWaitTimeoutTest -Dtests.method=basicTest -Dtests.seed=FD4E7EDC6B3E896D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-US -Dtests.timezone=Africa/Sao_Tome -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] LeaderVoteWaitTimeoutTest
[repro] ant compile-test
[...truncated 3565 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.LeaderVoteWaitTimeoutTest" -Dtests.showOutput=onerror "-Dargs=-server -XX:+UseG1GC" -Dtests.seed=FD4E7EDC6B3E896D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-US -Dtests.timezone=Africa/Sao_Tome -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 75 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest
[repro] Exiting with code 0
[...truncated 43 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-11) - Build # 23811 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23811/
Java: 64bit/jdk-11 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery2.test
Error Message:
Timeout waiting to see state for collection=collection1 :DocCollection(collection1//collections/collection1/state.json/17)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"collection1_shard1_replica_n1", "base_url":"http://127.0.0.1:42657/solr", "node_name":"127.0.0.1:42657_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node4":{ "core":"collection1_shard1_replica_n2", "base_url":"http://127.0.0.1:42803/solr", "node_name":"127.0.0.1:42803_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:42657_solr, 127.0.0.1:42803_solr] Last available state: DocCollection(collection1//collections/collection1/state.json/17)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"collection1_shard1_replica_n1", "base_url":"http://127.0.0.1:42657/solr", "node_name":"127.0.0.1:42657_solr", "state":"down", "type":"NRT", "force_set_state":"false"}, "core_node4":{ "core":"collection1_shard1_replica_n2", "base_url":"http://127.0.0.1:42803/solr", "node_name":"127.0.0.1:42803_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError:
Timeout waiting to see state for collection=collection1 :DocCollection(collection1//collections/collection1/state.json/17)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"collection1_shard1_replica_n1",
"base_url":"http://127.0.0.1:42657/solr",
"node_name":"127.0.0.1:42657_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node4":{
"core":"collection1_shard1_replica_n2",
"base_url":"http://127.0.0.1:42803/solr",
"node_name":"127.0.0.1:42803_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:42657_solr, 127.0.0.1:42803_solr]
Last available state: DocCollection(collection1//collections/collection1/state.json/17)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"collection1_shard1_replica_n1",
"base_url":"http://127.0.0.1:42657/solr",
"node_name":"127.0.0.1:42657_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"},
"core_node4":{
"core":"collection1_shard1_replica_n2",
"base_url":"http://127.0.0.1:42803/solr",
"node_name":"127.0.0.1:42803_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([320F4CE262143866:BA5B7338CCE8559E]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:288)
at org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:106)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14054 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery2
[junit4] 2> 1061095 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/init-core-data-001
[junit4] 2> 1061095 WARN (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
[junit4] 2> 1061095 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1061096 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1061096 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001
[junit4] 2> 1061096 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1061099 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1061099 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1061199 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39213
[junit4] 2> 1061200 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39213
[junit4] 2> 1061200 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39213
[junit4] 2> 1061216 INFO (zkConnectionManagerCallback-8888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061232 INFO (zkConnectionManagerCallback-8890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061235 INFO (zkConnectionManagerCallback-8892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061237 WARN (jetty-launcher-8893-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1061237 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1061237 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1061237 INFO (jetty-launcher-8893-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
[junit4] 2> 1061237 WARN (jetty-launcher-8893-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1061237 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1061237 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1061237 INFO (jetty-launcher-8893-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
[junit4] 2> 1061295 INFO (jetty-launcher-8893-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1061295 INFO (jetty-launcher-8893-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1061295 INFO (jetty-launcher-8893-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1061304 INFO (jetty-launcher-8893-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@731f114d{/solr,null,AVAILABLE}
[junit4] 2> 1061306 INFO (jetty-launcher-8893-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@216f56aa{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42657}
[junit4] 2> 1061306 INFO (jetty-launcher-8893-thread-1) [ ] o.e.j.s.Server Started @1061345ms
[junit4] 2> 1061306 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42657}
[junit4] 2> 1061306 ERROR (jetty-launcher-8893-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1061306 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1061306 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1061306 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1061306 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1061306 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T08:36:20.333620Z
[junit4] 2> 1061307 INFO (jetty-launcher-8893-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1061307 INFO (jetty-launcher-8893-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1061308 INFO (jetty-launcher-8893-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1061328 INFO (jetty-launcher-8893-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68b5a658{/solr,null,AVAILABLE}
[junit4] 2> 1061329 INFO (jetty-launcher-8893-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7de42bf9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42803}
[junit4] 2> 1061329 INFO (jetty-launcher-8893-thread-2) [ ] o.e.j.s.Server Started @1061368ms
[junit4] 2> 1061329 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42803}
[junit4] 2> 1061329 ERROR (jetty-launcher-8893-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1061329 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1061329 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1061329 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1061329 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1061329 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T08:36:20.356748Z
[junit4] 2> 1061336 INFO (zkConnectionManagerCallback-8895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061336 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1061352 INFO (zkConnectionManagerCallback-8897-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061354 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1061460 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1061460 WARN (jetty-launcher-8893-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@ee2ba51[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1061464 WARN (jetty-launcher-8893-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@61755f10[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1061465 INFO (jetty-launcher-8893-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39213/solr
[junit4] 2> 1061471 INFO (zkConnectionManagerCallback-8905-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061476 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1061480 INFO (zkConnectionManagerCallback-8907-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061480 WARN (jetty-launcher-8893-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@78affd47[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1061484 WARN (jetty-launcher-8893-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@774d591[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1061485 INFO (jetty-launcher-8893-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39213/solr
[junit4] 2> 1061496 INFO (zkConnectionManagerCallback-8915-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061500 INFO (zkConnectionManagerCallback-8917-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061503 INFO (jetty-launcher-8893-thread-2) [n:127.0.0.1:42803_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42803_solr
[junit4] 2> 1061503 INFO (jetty-launcher-8893-thread-2) [n:127.0.0.1:42803_solr ] o.a.s.c.Overseer Overseer (id=72242297919766536-127.0.0.1:42803_solr-n_0000000000) starting
[junit4] 2> 1061505 INFO (zkConnectionManagerCallback-8924-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061506 INFO (jetty-launcher-8893-thread-2) [n:127.0.0.1:42803_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39213/solr ready
[junit4] 2> 1061508 INFO (OverseerStateUpdate-72242297919766536-127.0.0.1:42803_solr-n_0000000000) [n:127.0.0.1:42803_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42803_solr
[junit4] 2> 1061508 INFO (jetty-launcher-8893-thread-2) [n:127.0.0.1:42803_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42803_solr
[junit4] 2> 1061508 INFO (OverseerStateUpdate-72242297919766536-127.0.0.1:42803_solr-n_0000000000) [n:127.0.0.1:42803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1061508 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1061508 INFO (zkCallback-8923-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1061510 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42657_solr as DOWN
[junit4] 2> 1061510 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1061510 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42657_solr
[junit4] 2> 1061510 INFO (zkCallback-8923-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1061510 INFO (zkCallback-8916-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1061512 INFO (zkCallback-8906-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1061525 INFO (zkConnectionManagerCallback-8930-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061525 INFO (jetty-launcher-8893-thread-2) [n:127.0.0.1:42803_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1061526 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1061526 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39213/solr ready
[junit4] 2> 1061530 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1061542 INFO (jetty-launcher-8893-thread-2) [n:127.0.0.1:42803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42803.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1061545 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42657.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1061552 INFO (jetty-launcher-8893-thread-2) [n:127.0.0.1:42803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42803.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1061552 INFO (jetty-launcher-8893-thread-2) [n:127.0.0.1:42803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42803.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1061553 INFO (jetty-launcher-8893-thread-2) [n:127.0.0.1:42803_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node2/.
[junit4] 2> 1061566 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42657.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1061566 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42657.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1061567 INFO (jetty-launcher-8893-thread-1) [n:127.0.0.1:42657_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node1/.
[junit4] 2> 1061676 INFO (zkConnectionManagerCallback-8936-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1061677 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1061677 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39213/solr ready
[junit4] 2> 1061692 INFO (qtp441792992-17741) [n:127.0.0.1:42657_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1061724 INFO (OverseerThreadFactory-3894-thread-1-processing-n:127.0.0.1:42803_solr) [n:127.0.0.1:42803_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1061827 INFO (OverseerStateUpdate-72242297919766536-127.0.0.1:42803_solr-n_0000000000) [n:127.0.0.1:42803_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42657/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1061827 INFO (OverseerStateUpdate-72242297919766536-127.0.0.1:42803_solr-n_0000000000) [n:127.0.0.1:42803_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42803/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1062029 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1062029 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr x:collection1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1062029 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr x:collection1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1063035 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1063046 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1063047 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1063047 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1063047 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42657.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1063047 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 1063052 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1063056 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1063058 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1063058 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 1063058 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42803.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1063059 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node2/collection1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node2/./collection1_shard1_replica_n2/data/]
[junit4] 2> 1063330 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1063330 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1063332 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1063332 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1063334 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c4ae802[collection1_shard1_replica_n1] main]
[junit4] 2> 1063348 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1063348 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1063348 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1063349 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628694152348696576
[junit4] 2> 1063352 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1063352 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1063354 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1063354 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1063355 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1063355 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1063355 INFO (searcherExecutor-3903-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2c4ae802[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1063357 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1063359 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@168e2974[collection1_shard1_replica_n2] main]
[junit4] 2> 1063360 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1063361 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1063361 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1063361 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628694152361279488
[junit4] 2> 1063365 INFO (searcherExecutor-3904-thread-1-processing-n:127.0.0.1:42803_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@168e2974[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1063367 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1063368 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1063858 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1063858 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1063858 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42657/solr/collection1_shard1_replica_n1/
[junit4] 2> 1063858 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:42657/solr START replicas=[http://127.0.0.1:42803/solr/collection1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1063859 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:42657/solr DONE. We have no versions. sync failed.
[junit4] 2> 1063860 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1063860 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1063860 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1063860 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72242297919766534-core_node3-n_0000000000
[junit4] 2> 1063861 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42657/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 1063962 INFO (zkCallback-8906-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1063962 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1064030 INFO (qtp441792992-17739) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2000
[junit4] 2> 1064064 INFO (zkCallback-8906-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064083 INFO (zkCallback-8906-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064392 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2362
[junit4] 2> 1064394 INFO (qtp441792992-17741) [n:127.0.0.1:42657_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1064492 INFO (zkCallback-8906-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064492 INFO (zkCallback-8906-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064493 INFO (qtp441792992-17741) [n:127.0.0.1:42657_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2800
[junit4] 2> 1064493 INFO (zkCallback-8916-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064493 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 1064503 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 1064520 INFO (zkCallback-8916-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064528 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1064536 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=284910938
[junit4] 2> 1064537 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42657_solr
[junit4] 2> 1064537 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 1064537 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:42657_solr as DOWN
[junit4] 2> 1064560 INFO (coreCloseExecutor-3913-thread-1) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@571c62e8
[junit4] 2> 1064560 INFO (coreCloseExecutor-3913-thread-1) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=571c62e8
[junit4] 2> 1064560 INFO (coreCloseExecutor-3913-thread-1) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7827bc0e: rootName = solr_42657, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@39213d5f
[junit4] 2> 1064567 INFO (coreCloseExecutor-3913-thread-1) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=571c62e8
[junit4] 2> 1064604 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1064604 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b22e82c: rootName = solr_42657, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@69bf62af
[junit4] 2> 1064609 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1064610 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@381530ab: rootName = solr_42657, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5bf9f172
[junit4] 2> 1064612 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1064613 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31f50dfe: rootName = solr_42657, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@98c6540
[junit4] 2> 1064613 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1064644 INFO (zkCallback-8906-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064644 INFO (zkCallback-8906-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064648 INFO (zkCallback-8916-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064648 INFO (zkCallback-8916-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1064708 INFO (zkCallback-8923-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1064708 INFO (zkCallback-8935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1064708 INFO (zkCallback-8916-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1064708 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@216f56aa{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1064708 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@731f114d{/solr,null,UNAVAILABLE}
[junit4] 2> 1064708 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1064709 INFO (zkCallback-8916-thread-3) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1064810 INFO (zkCallback-8916-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1064810 INFO (zkCallback-8916-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1065718 INFO (OverseerCollectionConfigSetProcessor-72242297919766536-127.0.0.1:42803_solr-n_0000000000) [n:127.0.0.1:42803_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1067209 INFO (zkCallback-8916-thread-3) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42803/solr/collection1_shard1_replica_n2/
[junit4] 2> 1067209 INFO (zkCallback-8916-thread-3) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1067209 INFO (zkCallback-8916-thread-3) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:42803/solr/collection1_shard1_replica_n2/ has no replicas
[junit4] 2> 1067209 INFO (zkCallback-8916-thread-3) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72242297919766536-core_node4-n_0000000001
[junit4] 2> 1067210 INFO (zkCallback-8916-thread-3) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42803/solr/collection1_shard1_replica_n2/ shard1
[junit4] 2> 1067210 INFO (zkCallback-8916-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1067210 INFO (zkCallback-8916-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1067215 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1628694156402491393,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1067215 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@388bf443 commitCommandVersion:1628694156402491393
[junit4] 2> 1067852 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@66e58b75[collection1_shard1_replica_n2] main]
[junit4] 2> 1067853 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1067853 INFO (searcherExecutor-3904-thread-1-processing-n:127.0.0.1:42803_solr x:collection1_shard1_replica_n2 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@66e58b75[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=11, java.vm.version=11+28, lucene.version=9.0.0, os.arch=amd64, java.runtime.version=11+28, source=flush, os.version=4.18.0-15-generic, timestamp=1553243786245}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1067854 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0, core_node4=1}, version=2}
[junit4] 2> 1067854 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{add=[0 (1628694156397248512), 1 (1628694156398297088), 2 (1628694156398297089), 3 (1628694156398297090), 4 (1628694156398297091), 5 (1628694156398297092), 6 (1628694156398297093), 7 (1628694156398297094), 8 (1628694156399345664), 9 (1628694156399345665), ... (100 adds)],commit=} 0 3143
[junit4] 2> 1067854 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1067854 WARN (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1067854 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 42657 try number 1 ...
[junit4] 2> 1067854 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11+28
[junit4] 2> 1067875 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1067875 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1067876 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1067880 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d1ea335{/solr,null,AVAILABLE}
[junit4] 2> 1067880 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c05686b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42657}
[junit4] 2> 1067880 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.s.Server Started @1067919ms
[junit4] 2> 1067880 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42657}
[junit4] 2> 1067880 ERROR (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1067880 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1067880 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1067880 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1067880 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1067880 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-03-22T08:36:26.907665Z
[junit4] 2> 1067881 INFO (zkConnectionManagerCallback-8943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067881 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1068024 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1068025 WARN (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4faf53ef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1068027 WARN (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@62304b16[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1068028 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39213/solr
[junit4] 2> 1068032 INFO (zkConnectionManagerCallback-8950-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1068040 INFO (zkConnectionManagerCallback-8952-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1068041 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1068043 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42657_solr as DOWN
[junit4] 2> 1068043 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1068043 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42657_solr
[junit4] 2> 1068044 INFO (zkCallback-8935-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1068044 INFO (zkCallback-8916-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1068044 INFO (zkCallback-8923-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1068064 INFO (zkCallback-8951-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1068083 INFO (zkConnectionManagerCallback-8959-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1068084 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1068085 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39213/solr ready
[junit4] 2> 1068087 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1068101 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42657.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1068109 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42657.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1068109 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42657.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1068111 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node1/.
[junit4] 2> 1068111 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [n:127.0.0.1:42657_solr ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard1_replica_n1]
[junit4] 2> 1068115 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1068119 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1068120 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1068127 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1068144 INFO (zkCallback-8916-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1068144 INFO (zkCallback-8916-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1068145 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1068146 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1068146 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1068146 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42657.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d7de32
[junit4] 2> 1068147 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
[junit4] 2> 1068179 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1068179 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1068181 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1068181 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1068182 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75ce026c[collection1_shard1_replica_n1] main]
[junit4] 2> 1068184 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1068184 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1068184 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1068184 INFO (coreLoadExecutor-3923-thread-1-processing-n:127.0.0.1:42657_solr) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1628694157418561536
[junit4] 2> 1068188 INFO (TEST-TestCloudRecovery2.test-seed#[320F4CE262143866]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 1 expected replica count: 2
[junit4] 2> 1068188 INFO (watches-8933-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 1 expected replica count: 2
[junit4] 2> 1068188 INFO (searcherExecutor-3924-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@75ce026c[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1068190 INFO (coreZkRegister-3915-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1068192 INFO (coreZkRegister-3915-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n1
[junit4] 2> 1068193 INFO (updateExecutor-8946-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1068193 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1068193 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RecoveryStrategy startupVersions is empty
[junit4] 2> 1068195 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/admin/ping params={wt=javabin&version=2} hits=100 status=0 QTime=0
[junit4] 2> 1068195 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1068195 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n1]
[junit4] 2> 1068195 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1068195 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n1] as recovering, leader is [http://127.0.0.1:42803/solr/collection1_shard1_replica_n2/] and I am [http://127.0.0.1:42657/solr/collection1_shard1_replica_n1/]
[junit4] 2> 1068195 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=1, core_node3_recovering=0, core_node4=1}, version=3}
[junit4] 2> 1068203 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:42803/solr]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_n2&nodeName=127.0.0.1:42657_solr&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1068203 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr x:collection1_shard1_replica_n2] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1068203 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr x:collection1_shard1_replica_n2] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:42657_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1_shard1_replica_n1","base_url":"http://127.0.0.1:42657/solr","node_name":"127.0.0.1:42657_solr","state":"down","type":"NRT","force_set_state":"false"}
[junit4] 2> 1068298 INFO (zkCallback-8916-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1068298 INFO (zkCallback-8935-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1068298 INFO (zkCallback-8916-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1068298 INFO (zkCallback-8951-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1068298 INFO (watches-8933-thread-1) [ ] o.a.s.c.SolrCloudTestCase active replica count: 1 expected replica count: 2
[junit4] 2> 1068298 INFO (watches-8918-thread-1) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:42657_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1_shard1_replica_n1","base_url":"http://127.0.0.1:42657/solr","node_name":"127.0.0.1:42657_solr","state":"recovering","type":"NRT","force_set_state":"false"}
[junit4] 2> 1068298 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42657_solr&onlyIfLeaderActive=true&core=collection1_shard1_replica_n2&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=95
[junit4] 2> 1068298 INFO (zkCallback-8951-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1068298 INFO (zkCallback-8951-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1068799 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:42803/solr/collection1_shard1_replica_n2/] - recoveringAfterStartup=[true]
[junit4] 2> 1068799 WARN (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
[junit4] 2> 1068799 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
[junit4] 2> 1068799 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 1068799 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:42803/solr/collection1_shard1_replica_n2/].
[junit4] 2> 1068809 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1628694158072872960,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1068809 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1068809 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1068861 INFO (qtp728705318-17839) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
[junit4] 2> 1068861 INFO (qtp728705318-17839) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=false&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42803/solr/collection1_shard1_replica_n2/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1068861 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n2] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 61
[junit4] 2> 1068862 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1068862 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1068862 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1553243786242
[junit4] 2> 1068862 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1068862 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1068862 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1068864 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=2
[junit4] 2> 1068864 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 23
[junit4] 2> 1068867 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1068867 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MMapDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node1/collection1_shard1_replica_n1/data/index.20190322033627891 lockFactory=org.apache.lucene.store.NativeFSLockFactory@603e623c
[junit4] 2> 1068867 INFO (recoveryExecutor-8948-thread-1-processing-n:127.0.0.1:42657_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:42657_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.IndexFetcher tmpIndexDir_type : class org.apache.lucene.store.MMapDirectory , MMapDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001/tempDir-001/node1/collection1_shard1_replica_n1/data/index.20190322033627891 lockFactory=org.apache.lucene.store.NativeFSLockFactory@603e623c
[junit4] 2> 1068868 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068872 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FSTOrd50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068873 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068874 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068874 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_FSTOrd50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068875 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068876 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068876 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068877 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068878 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068878 INFO (qtp566339940-17744) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene80_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068879 INFO (qtp566339940-17746) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1068880 INFO (qtp566339940-17742) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.
[...truncated too long message...]
replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@bd4fad6
[junit4] 2> 1116936 INFO (coreCloseExecutor-3948-thread-1) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n2, tag=bd4fad6
[junit4] 2> 1116936 INFO (coreCloseExecutor-3948-thread-1) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12ed965c: rootName = solr_42803, domain = solr.core.collection1.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@36a55fcf
[junit4] 2> 1116943 INFO (coreCloseExecutor-3948-thread-1) [n:127.0.0.1:42803_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=bd4fad6
[junit4] 2> 1116964 INFO (jetty-closer-8990-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1116964 INFO (jetty-closer-8990-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c747b67: rootName = solr_42803, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@ead1184
[junit4] 2> 1116968 INFO (jetty-closer-8990-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1116968 INFO (jetty-closer-8990-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f0ee23: rootName = solr_42803, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5bf9f172
[junit4] 2> 1116970 INFO (jetty-closer-8990-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1116970 INFO (jetty-closer-8990-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66cff5ad: rootName = solr_42803, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@98c6540
[junit4] 2> 1116970 INFO (jetty-closer-8990-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1116980 INFO (closeThreadPool-8993-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72242297919766536-127.0.0.1:42803_solr-n_0000000000) closing
[junit4] 2> 1116980 INFO (OverseerStateUpdate-72242297919766536-127.0.0.1:42803_solr-n_0000000000) [n:127.0.0.1:42803_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42803_solr
[junit4] 2> 1116980 INFO (OverseerAutoScalingTriggerThread-72242297919766536-127.0.0.1:42803_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1116987 INFO (closeThreadPool-8993-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72242297919766536-127.0.0.1:42803_solr-n_0000000000) closing
[junit4] 2> 1116993 INFO (jetty-closer-8990-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72242297919766536-127.0.0.1:42803_solr-n_0000000000) closing
[junit4] 2> 1116994 INFO (jetty-closer-8990-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7de42bf9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 1116994 INFO (jetty-closer-8990-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68b5a658{/solr,null,UNAVAILABLE}
[junit4] 2> 1116994 INFO (jetty-closer-8990-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1116995 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1116995 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100a7fcb9440000, likely client has closed socket
[junit4] 2> 1116996 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/collections/collection1/terms/shard1
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/collection1/state.json
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/72242297919766536-127.0.0.1:42803_solr-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72242297919766536-core_node4-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections
[junit4] 2> 6 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1116997 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39213
[junit4] 2> 1116997 INFO (SUITE-TestCloudRecovery2-seed#[320F4CE262143866]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39213
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery2_320F4CE262143866-001
[junit4] 2> Mar 22, 2019 8:37:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {num=Lucene50(blocksize=128), _root_=PostingsFormat(name=Asserting), id=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=466, maxMBSortInHeap=6.915650047045066, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7a4f8a), locale=de-DE, timezone=America/Matamoros
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Oracle Corporation 11 (64-bit)/cpus=8,threads=1,free=132038712,total=498073600
[junit4] 2> NOTE: All tests run in this JVM: [ConfigureRecoveryStrategyTest, TestExtendedDismaxParser, TestUnInvertedFieldException, ZkFailoverTest, TestDynamicURP, ResourceLoaderTest, TestTlogReplica, TestCustomSort, DirectUpdateHandlerTest, MoveReplicaTest, TestCSVLoader, SolrXmlInZkTest, TestFuzzyAnalyzedSuggestions, TestRTimerTree, OverseerCollectionConfigSetProcessorTest, CreateRoutedAliasTest, SearchRateTriggerIntegrationTest, TestSystemIdResolver, TestSolrDeletionPolicy2, TestCloudPivotFacet, CurrencyFieldTypeTest, VMParamsZkACLAndCredentialsProvidersTest, TestCloudSchemaless, TestSQLHandler, TestLuceneIndexBackCompat, SuggesterFSTTest, CoreMergeIndexesAdminHandlerTest, TestCollectionsAPIViaSolrCloudCluster, TestGraphTermsQParserPlugin, PreAnalyzedFieldManagedSchemaCloudTest, TestPrepRecovery, SolrCoreTest, TestSearchPerf, TestSimpleTextCodec, ConvertedLegacyTest, TestSlowCompositeReaderWrapper, TestInitQParser, DirectSolrConnectionTest, TestIntervalFaceting, TestSolrCoreParser, TestLegacyNumericRangeQueryBuilder, TestRandomFlRTGCloud, ExitableDirectoryReaderTest, TestExpandComponent, ZkStateWriterTest, TestSolrConfigHandlerConcurrent, TestGeoJSONResponseWriter, ShardRoutingCustomTest, OverseerStatusTest, SolrMetricReporterTest, SolrTestCaseJ4Test, BooleanFieldTest, SystemInfoHandlerTest, TestBinaryResponseWriter, TestConfigSetImmutable, TestQuerySenderNoQuery, DebugComponentTest, TimeZoneUtilsTest, TestDistribIDF, TestDistributedGrouping, FileUtilsTest, TestSimExecutePlanAction, TestBlendedInfixSuggestions, TestSimLargeCluster, TestReplicationHandlerDiskOverFlow, PreAnalyzedUpdateProcessorTest, TestSmileRequest, CheckHdfsIndexTest, NumericFieldsTest, TestSubQueryTransformerCrossCore, TestSolrCloudWithDelegationTokens, TestHalfAndHalfDocValues, TestMacros, ReindexCollectionTest, HdfsTlogReplayBufferedWhileIndexingTest, TestCodecSupport, TestSolrCloudWithHadoopAuthPlugin, SpatialHeatmapFacetsTest, NodeAddedTriggerIntegrationTest, TestScoreJoinQPScore, SoftAutoCommitTest, TestCloudRecovery2]
[junit4] Completed [380/849 (1!)] on J2 in 56.63s, 1 test, 1 failure <<< FAILURES!
[...truncated 44097 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23811/consoleText
[repro] Revision: bca22d58e2d126ec6d349d375d3ea028892104e1
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=TestCloudRecovery2 -Dtests.method=test -Dtests.seed=320F4CE262143866 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de-DE -Dtests.timezone=America/Matamoros -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestCloudRecovery2
[repro] ant compile-test
[...truncated 3570 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCloudRecovery2" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=320F4CE262143866 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de-DE -Dtests.timezone=America/Matamoros -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 75 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.TestCloudRecovery2
[repro] Exiting with code 0
[...truncated 43 lines...]