You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/08/04 15:52:34 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.4) - Build # 2483 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2483/
Java: 64bit/jdk-9.0.4 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader
Error Message:
Doc with id=4 not found in http://127.0.0.1:39539/solr/outOfSyncReplicasCannotBecomeLeader-false due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=4 not found in http://127.0.0.1:39539/solr/outOfSyncReplicasCannotBecomeLeader-false due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([3057535E33A5CEE2:4EBC734EF0C2C1D8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestCloudConsistency.assertDocExists(TestCloudConsistency.java:255)
at org.apache.solr.cloud.TestCloudConsistency.assertDocsExistInAllReplicas(TestCloudConsistency.java:239)
at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:132)
at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:94)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13870 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudConsistency
[junit4] 2> 1230807 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/init-core-data-001
[junit4] 2> 1230807 WARN (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1230807 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1230807 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1230808 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/tempDir-001
[junit4] 2> 1230808 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1230808 INFO (Thread-3152) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1230808 INFO (Thread-3152) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1230809 ERROR (Thread-3152) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1230908 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38753
[junit4] 2> 1230910 INFO (zkConnectionManagerCallback-4070-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1230911 INFO (jetty-launcher-4067-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1230911 INFO (jetty-launcher-4067-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1230911 INFO (jetty-launcher-4067-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1230911 INFO (jetty-launcher-4067-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1230912 INFO (jetty-launcher-4067-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1230912 INFO (jetty-launcher-4067-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1230912 INFO (jetty-launcher-4067-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d1171ef{/solr,null,AVAILABLE}
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23cb41b3{/solr,null,AVAILABLE}
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d0559d{/solr,null,AVAILABLE}
[junit4] 2> 1230913 INFO (jetty-launcher-4067-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3932775f{/solr,null,AVAILABLE}
[junit4] 2> 1230914 INFO (jetty-launcher-4067-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22b01984{HTTP/1.1,[http/1.1]}{127.0.0.1:44647}
[junit4] 2> 1230914 INFO (jetty-launcher-4067-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59c42d88{HTTP/1.1,[http/1.1]}{127.0.0.1:34861}
[junit4] 2> 1230914 INFO (jetty-launcher-4067-thread-3) [ ] o.e.j.s.Server Started @1230950ms
[junit4] 2> 1230914 INFO (jetty-launcher-4067-thread-2) [ ] o.e.j.s.Server Started @1230950ms
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a1c08b7{HTTP/1.1,[http/1.1]}{127.0.0.1:41117}
[junit4] 2> 1230914 INFO (jetty-launcher-4067-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34861}
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-1) [ ] o.e.j.s.Server Started @1230952ms
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15f8b45a{HTTP/1.1,[http/1.1]}{127.0.0.1:46019}
[junit4] 2> 1230914 INFO (jetty-launcher-4067-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44647}
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-4) [ ] o.e.j.s.Server Started @1230952ms
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41117}
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46019}
[junit4] 2> 1230915 ERROR (jetty-launcher-4067-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1230915 ERROR (jetty-launcher-4067-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1230915 ERROR (jetty-launcher-4067-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1230915 ERROR (jetty-launcher-4067-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-04T15:26:05.492798Z
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-04T15:26:05.492871Z
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-04T15:26:05.492946Z
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1230915 INFO (jetty-launcher-4067-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-04T15:26:05.492982Z
[junit4] 2> 1230920 INFO (zkConnectionManagerCallback-4073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1230921 INFO (jetty-launcher-4067-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1230921 INFO (zkConnectionManagerCallback-4074-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1230921 INFO (zkConnectionManagerCallback-4078-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1230921 INFO (zkConnectionManagerCallback-4077-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1230921 INFO (jetty-launcher-4067-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1230921 INFO (jetty-launcher-4067-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1230921 INFO (jetty-launcher-4067-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1230924 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10029a48e8d0004, likely client has closed socket
[junit4] 2> 1230983 INFO (jetty-launcher-4067-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38753/solr
[junit4] 2> 1230983 INFO (zkConnectionManagerCallback-4082-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1230997 INFO (zkConnectionManagerCallback-4084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231019 INFO (jetty-launcher-4067-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38753/solr
[junit4] 2> 1231023 INFO (zkConnectionManagerCallback-4090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231024 INFO (zkConnectionManagerCallback-4092-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231028 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46019_solr
[junit4] 2> 1231028 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.c.Overseer Overseer (id=72103380780908552-127.0.0.1:46019_solr-n_0000000000) starting
[junit4] 2> 1231032 INFO (zkConnectionManagerCallback-4099-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231033 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38753/solr ready
[junit4] 2> 1231034 INFO (jetty-launcher-4067-thread-3) [n:127.0.0.1:44647_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44647_solr
[junit4] 2> 1231035 INFO (zkCallback-4091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1231036 INFO (OverseerStateUpdate-72103380780908552-127.0.0.1:46019_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46019_solr
[junit4] 2> 1231036 INFO (jetty-launcher-4067-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38753/solr
[junit4] 2> 1231036 INFO (zkCallback-4098-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1231041 INFO (zkCallback-4083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1231041 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1231041 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46019_solr
[junit4] 2> 1231043 INFO (zkCallback-4083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1231047 INFO (zkCallback-4098-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1231047 INFO (zkConnectionManagerCallback-4103-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231047 INFO (zkCallback-4091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1231055 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1231055 INFO (zkConnectionManagerCallback-4108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231056 INFO (zkConnectionManagerCallback-4111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231056 INFO (jetty-launcher-4067-thread-3) [n:127.0.0.1:44647_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1231056 INFO (jetty-launcher-4067-thread-3) [n:127.0.0.1:44647_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38753/solr ready
[junit4] 2> 1231056 INFO (jetty-launcher-4067-thread-3) [n:127.0.0.1:44647_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1231058 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1231060 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1231060 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41117_solr
[junit4] 2> 1231061 INFO (zkCallback-4091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1231061 INFO (zkCallback-4110-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1231061 INFO (zkCallback-4107-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1231062 INFO (zkCallback-4083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1231062 INFO (zkCallback-4098-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1231068 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231071 INFO (jetty-launcher-4067-thread-3) [n:127.0.0.1:44647_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44647.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231072 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231072 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231073 INFO (jetty-launcher-4067-thread-4) [n:127.0.0.1:46019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/tempDir-001/node4/.
[junit4] 2> 1231075 INFO (zkConnectionManagerCallback-4119-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231076 INFO (jetty-launcher-4067-thread-3) [n:127.0.0.1:44647_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44647.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231076 INFO (jetty-launcher-4067-thread-3) [n:127.0.0.1:44647_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44647.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231076 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1231076 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38753/solr ready
[junit4] 2> 1231076 INFO (jetty-launcher-4067-thread-3) [n:127.0.0.1:44647_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/tempDir-001/node3/.
[junit4] 2> 1231076 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1231094 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41117.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231097 INFO (jetty-launcher-4067-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38753/solr
[junit4] 2> 1231098 INFO (zkConnectionManagerCallback-4124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231099 INFO (zkConnectionManagerCallback-4126-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231101 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41117.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231101 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41117.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231101 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1231102 INFO (jetty-launcher-4067-thread-1) [n:127.0.0.1:41117_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/tempDir-001/node1/.
[junit4] 2> 1231103 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1231103 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34861_solr
[junit4] 2> 1231104 INFO (zkCallback-4098-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231104 INFO (zkCallback-4110-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231104 INFO (zkCallback-4083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231104 INFO (zkCallback-4107-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231104 INFO (zkCallback-4091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231104 INFO (zkCallback-4118-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231107 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231114 INFO (zkConnectionManagerCallback-4133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231115 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1231116 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38753/solr ready
[junit4] 2> 1231116 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1231123 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34861.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231128 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34861.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231128 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34861.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231128 INFO (jetty-launcher-4067-thread-2) [n:127.0.0.1:34861_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/tempDir-001/node2/.
[junit4] 2> 1231158 INFO (zkConnectionManagerCallback-4136-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231160 INFO (zkConnectionManagerCallback-4141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231160 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1231160 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38753/solr ready
[junit4] 2> 1231162 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@15f8b45a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1231163 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=475638768
[junit4] 2> 1231163 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1231163 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37e70be1: rootName = solr_46019, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2a011f84
[junit4] 2> 1231169 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1231169 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12aa9395: rootName = solr_46019, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@36d9f3c5
[junit4] 2> 1231173 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1231173 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f2182d: rootName = solr_46019, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@57de5bfc
[junit4] 2> 1231175 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46019_solr
[junit4] 2> 1231175 INFO (zkCallback-4098-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231175 INFO (zkCallback-4110-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231175 INFO (zkCallback-4107-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231175 INFO (zkCallback-4083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231175 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231175 INFO (zkCallback-4091-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231175 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1231175 INFO (zkCallback-4132-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231175 INFO (zkCallback-4118-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231176 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.Overseer Overseer (id=72103380780908552-127.0.0.1:46019_solr-n_0000000000) closing
[junit4] 2> 1231176 INFO (zkCallback-4140-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231176 WARN (OverseerAutoScalingTriggerThread-72103380780908552-127.0.0.1:46019_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1231176 INFO (OverseerStateUpdate-72103380780908552-127.0.0.1:46019_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46019_solr
[junit4] 2> 1231178 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d1171ef{/solr,null,UNAVAILABLE}
[junit4] 2> 1231178 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1231178 INFO (zkCallback-4083-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44647_solr
[junit4] 2> 1231178 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1231178 INFO (zkCallback-4083-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72103380780908550-127.0.0.1:44647_solr-n_0000000001) starting
[junit4] 2> 1231178 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36b24489{/solr,null,AVAILABLE}
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@265f78f1{HTTP/1.1,[http/1.1]}{127.0.0.1:40077}
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.Server Started @1231216ms
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37735}
[junit4] 2> 1231179 ERROR (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1231179 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-04T15:26:05.756892Z
[junit4] 2> 1231183 INFO (zkConnectionManagerCallback-4143-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231183 INFO (OverseerStateUpdate-72103380780908550-127.0.0.1:44647_solr-n_0000000001) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44647_solr
[junit4] 2> 1231184 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1231258 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38753/solr
[junit4] 2> 1231259 INFO (zkConnectionManagerCallback-4147-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231260 INFO (zkConnectionManagerCallback-4149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231263 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1231264 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1231264 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37735_solr
[junit4] 2> 1231264 INFO (zkCallback-4110-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231265 INFO (zkCallback-4118-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231265 INFO (zkCallback-4140-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231264 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231264 INFO (zkCallback-4083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231265 INFO (zkCallback-4132-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231265 INFO (zkCallback-4107-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231265 INFO (zkCallback-4148-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231274 INFO (zkConnectionManagerCallback-4156-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231275 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1231275 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38753/solr ready
[junit4] 2> 1231275 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1231283 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37735.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231289 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37735.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231289 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37735.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231290 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [n:127.0.0.1:37735_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/tempDir-001/node4/.
[junit4] 2> 1231317 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:40077/solr. Proxy: http://127.0.0.1:37735/solr
[junit4] 2> 1231318 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@22b01984{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1231318 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1846669083
[junit4] 2> 1231318 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1231318 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64c21a2c: rootName = solr_44647, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@360ed015
[junit4] 2> 1231322 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1231322 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71cb27ef: rootName = solr_44647, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@36d9f3c5
[junit4] 2> 1231324 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1231324 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6495de3b: rootName = solr_44647, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@57de5bfc
[junit4] 2> 1231325 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44647_solr
[junit4] 2> 1231326 INFO (zkCallback-4148-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231326 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1231326 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231326 INFO (zkCallback-4118-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231326 INFO (zkCallback-4083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231326 INFO (zkCallback-4140-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231326 INFO (zkCallback-4110-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231326 INFO (zkCallback-4132-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231326 INFO (zkCallback-4107-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231326 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1231326 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.Overseer Overseer (id=72103380780908550-127.0.0.1:44647_solr-n_0000000001) closing
[junit4] 2> 1231326 WARN (OverseerAutoScalingTriggerThread-72103380780908550-127.0.0.1:44647_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1231326 INFO (zkCallback-4155-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231326 INFO (OverseerStateUpdate-72103380780908550-127.0.0.1:44647_solr-n_0000000001) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44647_solr
[junit4] 2> 1231328 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d0559d{/solr,null,UNAVAILABLE}
[junit4] 2> 1231328 INFO (zkCallback-4110-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41117_solr
[junit4] 2> 1231328 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1231328 INFO (zkCallback-4110-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72103380780908556-127.0.0.1:41117_solr-n_0000000002) starting
[junit4] 2> 1231328 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60e23502{/solr,null,AVAILABLE}
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6684aa0b{HTTP/1.1,[http/1.1]}{127.0.0.1:39403}
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.Server Started @1231366ms
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39539}
[junit4] 2> 1231329 ERROR (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1231329 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1231330 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-04T15:26:05.907017Z
[junit4] 2> 1231330 INFO (OverseerStateUpdate-72103380780908556-127.0.0.1:41117_solr-n_0000000002) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41117_solr
[junit4] 2> 1231330 INFO (zkConnectionManagerCallback-4159-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231330 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1231455 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38753/solr
[junit4] 2> 1231456 INFO (zkConnectionManagerCallback-4163-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231457 INFO (zkConnectionManagerCallback-4165-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231460 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1231461 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1231461 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39539_solr
[junit4] 2> 1231462 INFO (zkCallback-4132-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231462 INFO (zkCallback-4110-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231462 INFO (zkCallback-4148-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231462 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231462 INFO (zkCallback-4155-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231462 INFO (zkCallback-4118-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231462 INFO (zkCallback-4140-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231462 INFO (zkCallback-4164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231471 INFO (zkConnectionManagerCallback-4172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231472 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1231472 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38753/solr ready
[junit4] 2> 1231472 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1231481 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39539.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231486 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39539.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231486 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39539.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231487 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/tempDir-001/node3/.
[junit4] 2> 1231511 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:39403/solr. Proxy: http://127.0.0.1:39539/solr
[junit4] 2> 1231512 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2a1c08b7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1231512 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=197754144
[junit4] 2> 1231513 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1231513 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41280238: rootName = solr_41117, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b30166e
[junit4] 2> 1231516 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1231516 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e0b1519: rootName = solr_41117, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@36d9f3c5
[junit4] 2> 1231519 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1231519 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5437c0ac: rootName = solr_41117, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@57de5bfc
[junit4] 2> 1231520 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41117_solr
[junit4] 2> 1231521 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1231521 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231521 INFO (zkCallback-4155-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231521 INFO (zkCallback-4132-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231521 INFO (zkCallback-4110-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231521 INFO (zkCallback-4148-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231521 INFO (zkCallback-4140-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231521 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.Overseer Overseer (id=72103380780908556-127.0.0.1:41117_solr-n_0000000002) closing
[junit4] 2> 1231521 INFO (zkCallback-4118-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231521 INFO (zkCallback-4164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231521 INFO (zkCallback-4171-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231521 INFO (OverseerStateUpdate-72103380780908556-127.0.0.1:41117_solr-n_0000000002) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41117_solr
[junit4] 2> 1231521 WARN (OverseerAutoScalingTriggerThread-72103380780908556-127.0.0.1:41117_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1231523 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3932775f{/solr,null,UNAVAILABLE}
[junit4] 2> 1231523 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34861_solr
[junit4] 2> 1231523 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1231524 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1231524 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72103380780908559-127.0.0.1:34861_solr-n_0000000003) starting
[junit4] 2> 1231524 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1231524 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1231524 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1231525 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d3e3e69{/solr,null,AVAILABLE}
[junit4] 2> 1231525 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@91a80dc{HTTP/1.1,[http/1.1]}{127.0.0.1:43843}
[junit4] 2> 1231525 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.Server Started @1231562ms
[junit4] 2> 1231525 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33185}
[junit4] 2> 1231525 ERROR (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1231525 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1231525 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1231525 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1231525 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1231525 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-04T15:26:06.102875Z
[junit4] 2> 1231526 INFO (zkConnectionManagerCallback-4175-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231526 INFO (OverseerStateUpdate-72103380780908559-127.0.0.1:34861_solr-n_0000000003) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34861_solr
[junit4] 2> 1231526 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1231572 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38753/solr
[junit4] 2> 1231572 INFO (zkConnectionManagerCallback-4179-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231574 INFO (zkConnectionManagerCallback-4181-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231577 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1231579 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1231579 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33185_solr
[junit4] 2> 1231580 INFO (zkCallback-4171-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231580 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231580 INFO (zkCallback-4155-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231580 INFO (zkCallback-4180-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231580 INFO (zkCallback-4132-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231580 INFO (zkCallback-4140-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231580 INFO (zkCallback-4148-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231580 INFO (zkCallback-4164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231591 INFO (zkConnectionManagerCallback-4188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231591 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1231592 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38753/solr ready
[junit4] 2> 1231592 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1231600 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33185.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231611 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33185.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231611 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33185.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231612 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/tempDir-001/node1/.
[junit4] 2> 1231633 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:43843/solr. Proxy: http://127.0.0.1:33185/solr
[junit4] 2> 1231634 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59c42d88{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1231634 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=316908385
[junit4] 2> 1231634 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1231634 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c1bdd69: rootName = solr_34861, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7040b571
[junit4] 2> 1231638 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1231638 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c5c921a: rootName = solr_34861, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@36d9f3c5
[junit4] 2> 1231641 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1231641 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48e89ef7: rootName = solr_34861, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@57de5bfc
[junit4] 2> 1231642 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34861_solr
[junit4] 2> 1231642 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1231643 INFO (zkCallback-4148-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231643 INFO (zkCallback-4171-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231643 INFO (zkCallback-4155-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231643 INFO (zkCallback-4132-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231643 INFO (zkCallback-4164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231643 INFO (zkCallback-4180-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231643 INFO (zkCallback-4140-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231643 INFO (zkCallback-4187-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231643 INFO (zkCallback-4125-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1231643 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.Overseer Overseer (id=72103380780908559-127.0.0.1:34861_solr-n_0000000003) closing
[junit4] 2> 1231643 INFO (OverseerStateUpdate-72103380780908559-127.0.0.1:34861_solr-n_0000000003) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34861_solr
[junit4] 2> 1231643 WARN (OverseerAutoScalingTriggerThread-72103380780908559-127.0.0.1:34861_solr-n_0000000003) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1231645 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23cb41b3{/solr,null,UNAVAILABLE}
[junit4] 2> 1231645 INFO (zkCallback-4148-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37735_solr
[junit4] 2> 1231645 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1231645 INFO (zkCallback-4148-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72103380780908565-127.0.0.1:37735_solr-n_0000000004) starting
[junit4] 2> 1231645 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 9.0.4+11
[junit4] 2> 1231646 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1231646 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1231646 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1231646 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77063f81{/solr,null,AVAILABLE}
[junit4] 2> 1231646 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60fd8c72{HTTP/1.1,[http/1.1]}{127.0.0.1:43255}
[junit4] 2> 1231646 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.e.j.s.Server Started @1231683ms
[junit4] 2> 1231646 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45865}
[junit4] 2> 1231646 ERROR (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1231647 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1231647 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.5.0
[junit4] 2> 1231647 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1231647 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1231647 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-04T15:26:06.224238Z
[junit4] 2> 1231647 INFO (OverseerStateUpdate-72103380780908565-127.0.0.1:37735_solr-n_0000000004) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37735_solr
[junit4] 2> 1231648 INFO (zkConnectionManagerCallback-4191-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231648 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1231689 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38753/solr
[junit4] 2> 1231690 INFO (zkConnectionManagerCallback-4195-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231691 INFO (zkConnectionManagerCallback-4197-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231693 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1231695 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1231695 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45865_solr
[junit4] 2> 1231695 INFO (zkCallback-4148-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231695 INFO (zkCallback-4187-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231695 INFO (zkCallback-4171-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231695 INFO (zkCallback-4180-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231695 INFO (zkCallback-4155-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231695 INFO (zkCallback-4164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231695 INFO (zkCallback-4140-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231695 INFO (zkCallback-4196-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231705 INFO (zkConnectionManagerCallback-4204-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231705 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1231706 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38753/solr ready
[junit4] 2> 1231706 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1231715 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45865.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231722 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45865.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231722 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45865.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f0f6036
[junit4] 2> 1231723 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001/tempDir-001/node2/.
[junit4] 2> 1231747 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:43255/solr. Proxy: http://127.0.0.1:45865/solr
[junit4] IGNOR/A 0.00s J0 | TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028"))
[junit4] 2> 1231762 INFO (TEST-TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader-seed#[3057535E33A5CEE2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOutOfSyncReplicasCannotBecomeLeader
[junit4] 2> 1231763 INFO (SocketProxy-Acceptor-33185) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43282,localport=33185], receiveBufferSize:531000
[junit4] 2> 1231763 INFO (SocketProxy-Acceptor-33185) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43843,localport=59346], receiveBufferSize=530904
[junit4] 2> 1231764 INFO (qtp431918481-14555) [n:127.0.0.1:33185_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=outOfSyncReplicasCannotBecomeLeader-false&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1231765 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection outOfSyncReplicasCannotBecomeLeader-false
[junit4] 2> 1231766 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/protwords.txt
[junit4] 2> 1231766 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/managed-schema
[junit4] 2> 1231767 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/solrconfig.xml
[junit4] 2> 1231768 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/synonyms.txt
[junit4] 2> 1231768 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/stopwords.txt
[junit4] 2> 1231769 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1231769 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1231770 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1231770 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1231771 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1231771 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1231772 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1231772 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1231773 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1231774 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1231774 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1231775 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1231775 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1231776 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1231776 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1231777 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1231777 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1231778 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1231778 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1231779 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1231779 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1231780 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1231780 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1231781 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1231781 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1231782 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1231782 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1231783 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1231783 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1231784 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1231784 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1231785 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1231785 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1231786 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1231786 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1231787 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1231787 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1231788 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1231788 INFO (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/params.json
[junit4] 2> 1231891 WARN (OverseerThreadFactory-5756-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (outOfSyncReplicasCannotBecomeLeader-false) without cores.
[junit4] 2> 1231892 INFO
[...truncated too long message...]
[0])
[junit4] 2> 1252967 ERROR (recoveryExecutor-4161-thread-1-processing-n:127.0.0.1:39539_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n63 c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node64) [n:127.0.0.1:39539_solr c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node64 x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n63] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n63
[junit4] 2> 1252967 INFO (jetty-closer-4068-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72103380780908569-127.0.0.1:39539_solr-n_0000000005) closing
[junit4] 2> 1252967 INFO (OverseerStateUpdate-72103380780908569-127.0.0.1:39539_solr-n_0000000005) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39539_solr
[junit4] 2> 1252967 WARN (OverseerAutoScalingTriggerThread-72103380780908569-127.0.0.1:39539_solr-n_0000000005) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1252969 INFO (zkCallback-4180-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33185_solr
[junit4] 2> 1252969 INFO (jetty-closer-4068-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60e23502{/solr,null,UNAVAILABLE}
[junit4] 2> 1252969 INFO (jetty-closer-4068-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1253359 ERROR (recoveryExecutor-4177-thread-1-processing-n:127.0.0.1:33185_solr x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65 c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node66) [n:127.0.0.1:33185_solr c:outOfSyncReplicasCannotBecomeLeader-false s:shard1 r:core_node66 x:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:outOfSyncReplicasCannotBecomeLeader-false_shard1_replica_n65
[junit4] 2> 1253360 INFO (jetty-closer-4068-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d3e3e69{/solr,null,UNAVAILABLE}
[junit4] 2> 1253360 INFO (jetty-closer-4068-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1253361 ERROR (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1253361 INFO (SUITE-TestCloudConsistency-seed#[3057535E33A5CEE2]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38753 38753
[junit4] 2> 1253657 INFO (Thread-3152) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38753 38753
[junit4] 2> 1253658 WARN (Thread-3152) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 27 /solr/collections/outOfSyncReplicasCannotBecomeLeader-false/terms/shard1
[junit4] 2> 19 /solr/aliases.json
[junit4] 2> 19 /solr/clusterprops.json
[junit4] 2> 9 /solr/security.json
[junit4] 2> 4 /solr/configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED/managed-schema
[junit4] 2> 4 /solr/configs/outOfSyncReplicasCannotBecomeLeader-false.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/collections/outOfSyncReplicasCannotBecomeLeader-false/state.json
[junit4] 2> 19 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72103380780908573-127.0.0.1:33185_solr-n_0000000006
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 19 /solr/collections
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_3057535E33A5CEE2-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1130, maxMBSortInHeap=5.505933305473554, sim=RandomSimilarity(queryNorm=true): {}, locale=ki-KE, timezone=America/Blanc-Sablon
[junit4] 2> NOTE: Linux 4.15.0-29-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=1,free=69888376,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [RemoteQueryErrorTest, TestJsonFacets, TestAnalyzeInfixSuggestions, MergeStrategyTest, TestManagedSynonymGraphFilterFactory, TestSimpleQParserPlugin, StatsComponentTest, TestLegacyTerms, PrimitiveFieldTypeTest, TestStreamBody, TestFileDictionaryLookup, PeerSyncWithLeaderTest, TestLeaderInitiatedRecoveryThread, TestRebalanceLeaders, OverseerCollectionConfigSetProcessorTest, TestOnReconnectListenerSupport, TestNumericRangeQuery64, OverseerStatusTest, DistributedFacetExistsSmallTest, TimeRoutedAliasUpdateProcessorTest, TestCustomDocTransformer, TestCorePropertiesReload, TestStressReorder, AtomicUpdatesTest, BlobRepositoryCloudTest, CreateCollectionCleanupTest, TestCollationFieldDocValues, TestNodeLostTrigger, PreAnalyzedUpdateProcessorTest, DocumentAnalysisRequestHandlerTest, TestCollectionAPI, MetricTriggerTest, CursorPagingTest, XmlUpdateRequestHandlerTest, SolrShardReporterTest, TestCoreAdminApis, TestSolrDeletionPolicy1, TestCloudJSONFacetSKG, TestUnifiedSolrHighlighter, ZkShardTermsTest, TermVectorComponentDistributedTest, HdfsBasicDistributedZk2Test, TestSolrCoreSnapshots, RankQueryTest, TestFaceting, TestDFRSimilarityFactory, SynonymTokenizerTest, TestSuggestSpellingConverter, TestIndexingPerformance, SearchHandlerTest, TestSQLHandlerNonCloud, TestManagedSchemaAPI, TestFieldCollectionResource, TestLegacyFieldCache, TestFieldSortValues, CollectionReloadTest, TestCSVLoader, TestSurroundQueryParser, TestUtils, HdfsChaosMonkeySafeLeaderTest, TestPerFieldSimilarityWithDefaultOverride, TestDistributedMissingSort, TestUniqueKeyFieldResource, TestSolrCoreProperties, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, TestObjectReleaseTracker, TemplateUpdateProcessorTest, TestFieldCache, BigEndianAscendingWordSerializerTest, TestCollapseQParserPlugin, PathHierarchyTokenizerFactoryTest, TestSchemaSimilarityResource, ChaosMonkeySafeLeaderWithPullReplicasTest, WrapperMergePolicyFactoryTest, TestZkChroot, PeerSyncReplicationTest, CdcrBootstrapTest, TestLocalFSCloudBackupRestore, TestCloudDeleteByQuery, UnloadDistributedZkTest, TestSolrCloudWithSecureImpersonation, SpellCheckCollatorWithCollapseTest, TestZkAclsWithHadoopAuth, TestMacroExpander, TestBM25SimilarityFactory, SyncSliceTest, ConnectionReuseTest, AnalysisAfterCoreReloadTest, TestNestedDocsSort, TestDefaultStatsCache, HdfsRecoveryZkTest, DistribDocExpirationUpdateProcessorTest, TestDistributedStatsComponentCardinality, SignatureUpdateProcessorFactoryTest, TestPullReplicaErrorHandling, DistributedFacetPivotSmallAdvancedTest, BasicAuthStandaloneTest, MissingSegmentRecoveryTest, SortSpecParsingTest, VersionInfoTest, HdfsLockFactoryTest, TestReloadDeadlock, TestPivotHelperCode, TestCloudRecovery, DistributedQueryElevationComponentTest, TestConfigSets, TestCopyFieldCollectionResource, TestFieldCacheSortRandom, TestManagedResourceStorage, TestOrdValues, EchoParamsTest, TestApiFramework, CollectionsAPIDistributedZkTest, NodeMutatorTest, DeleteLastCustomShardedReplicaTest, BlockJoinFacetSimpleTest, LegacyCloudClusterPropTest, ClassificationUpdateProcessorTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RequestHandlersTest, TestCloudManagedSchema, TestGroupingSearch, SortByFunctionTest, TestHighFrequencyDictionaryFactory, SolrRequestParserTest, TestMissingGroups, TestJsonRequest, BasicDistributedZk2Test, PolyFieldTest, TestGenericDistributedQueue, TestLMJelinekMercerSimilarityFactory, TestSegmentSorting, TestLRUCache, MoveReplicaTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, CollectionStateFormat2Test, ConnectionManagerTest, DeleteStatusTest, DistributedVersionInfoTest, LeaderElectionIntegrationTest, LeaderElectionTest, LeaderTragicEventTest, RecoveryZkTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudConsistency]
[junit4] Completed [476/827 (1!)] on J0 in 22.86s, 2 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 43363 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2483/consoleText
[repro] Revision: 8d616ab716ff12ed0de7a97d18d8cc736dfaa2f2
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=TestCloudConsistency -Dtests.method=testOutOfSyncReplicasCannotBecomeLeader -Dtests.seed=3057535E33A5CEE2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ki-KE -Dtests.timezone=America/Blanc-Sablon -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestCloudConsistency
[repro] ant compile-test
[...truncated 3339 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCloudConsistency" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=3057535E33A5CEE2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ki-KE -Dtests.timezone=America/Blanc-Sablon -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 81 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.TestCloudConsistency
[repro] Exiting with code 0
[...truncated 40 lines...]