You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/21 13:08:46 UTC

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+32) - Build # 870 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/870/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes

Error Message:
Expected 4 docs are pending in core CoreDescriptor[name=tlog_replica_test_kill_tlog_replica_shard1_replica_t1;instanceDir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node1/./tlog_replica_test_kill_tlog_replica_shard1_replica_t1] expected:<4> but was:<0>

Stack Trace:
java.lang.AssertionError: Expected 4 docs are pending in core CoreDescriptor[name=tlog_replica_test_kill_tlog_replica_shard1_replica_t1;instanceDir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node1/./tlog_replica_test_kill_tlog_replica_shard1_replica_t1] expected:<4> but was:<0>
	at __randomizedtesting.SeedInfo.seed([27BAEABCB3CEC679:3BBB9731C66BB8EA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:467)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13376 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> 2019068 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/init-core-data-001
   [junit4]   2> 2019068 WARN  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2019069 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2019069 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2019070 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001
   [junit4]   2> 2019070 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2019070 INFO  (Thread-6508) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2019070 INFO  (Thread-6508) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2019071 ERROR (Thread-6508) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2019170 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42789
   [junit4]   2> 2019172 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fde9e47990000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2019173 INFO  (jetty-launcher-3280-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2019173 INFO  (jetty-launcher-3280-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2019174 INFO  (jetty-launcher-3280-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@464f92ce{/solr,null,AVAILABLE}
   [junit4]   2> 2019174 INFO  (jetty-launcher-3280-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19377f40{/solr,null,AVAILABLE}
   [junit4]   2> 2019175 INFO  (jetty-launcher-3280-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d4b6169{HTTP/1.1,[http/1.1]}{127.0.0.1:32831}
   [junit4]   2> 2019175 INFO  (jetty-launcher-3280-thread-2) [    ] o.e.j.s.Server Started @2020645ms
   [junit4]   2> 2019175 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32831}
   [junit4]   2> 2019175 INFO  (jetty-launcher-3280-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@711798d1{HTTP/1.1,[http/1.1]}{127.0.0.1:40301}
   [junit4]   2> 2019175 INFO  (jetty-launcher-3280-thread-1) [    ] o.e.j.s.Server Started @2020645ms
   [junit4]   2> 2019175 ERROR (jetty-launcher-3280-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2019175 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2019175 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2019175 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2019176 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-21T12:47:15.969998Z
   [junit4]   2> 2019176 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40301}
   [junit4]   2> 2019176 ERROR (jetty-launcher-3280-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2019176 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2019176 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2019176 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2019176 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-21T12:47:15.970757Z
   [junit4]   2> 2019177 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2019180 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2019181 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42789/solr
   [junit4]   2> 2019199 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42789/solr
   [junit4]   2> 2019235 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2019235 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2019236 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32831_solr
   [junit4]   2> 2019236 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40301_solr
   [junit4]   2> 2019236 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99042488212848644-127.0.0.1:32831_solr-n_0000000000) starting
   [junit4]   2> 2019239 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2019239 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2019241 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32831_solr
   [junit4]   2> 2019243 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2019247 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2019262 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40301.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2019268 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40301.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2019268 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40301.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2019269 INFO  (jetty-launcher-3280-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node1/.
   [junit4]   2> 2019274 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32831.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2019282 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32831.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2019282 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32831.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2019283 INFO  (jetty-launcher-3280-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node2/.
   [junit4]   2> 2019297 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2019297 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42789/solr ready
   [junit4]   2> 2019298 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 2019300 INFO  (qtp1726446726-21258) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2019300 INFO  (qtp1726446726-21258) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2019307 INFO  (TEST-TestTlogReplica.testAddDocs-seed#[27BAEABCB3CEC679]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
   [junit4]   2> 2019308 INFO  (qtp1726446726-21260) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2019310 INFO  (OverseerThreadFactory-7888-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_add_docs
   [junit4]   2> 2019418 INFO  (OverseerStateUpdate-99042488212848644-127.0.0.1:32831_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_add_docs_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40301/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2019418 INFO  (OverseerStateUpdate-99042488212848644-127.0.0.1:32831_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_add_docs_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:32831/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2019621 INFO  (qtp1726446726-21252) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2019622 INFO  (qtp1726446726-21252) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2019661 INFO  (qtp1731794754-21264) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2019661 INFO  (qtp1731794754-21264) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2019763 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2019763 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2019763 INFO  (zkCallback-3292-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2019763 INFO  (zkCallback-3288-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2020657 INFO  (qtp1726446726-21252) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2020662 INFO  (qtp1726446726-21252) [    ] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 2020663 INFO  (qtp1726446726-21252) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2020663 INFO  (qtp1726446726-21252) [    ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t1' using configuration from collection tlog_replica_test_add_docs, trusted=true
   [junit4]   2> 2020663 INFO  (qtp1726446726-21252) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40301.solr.core.tlog_replica_test_add_docs.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2020664 INFO  (qtp1726446726-21252) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2020664 INFO  (qtp1726446726-21252) [    ] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node1/tlog_replica_test_add_docs_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node1/./tlog_replica_test_add_docs_shard1_replica_t1/data/]
   [junit4]   2> 2020667 INFO  (qtp1731794754-21264) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2020671 INFO  (qtp1731794754-21264) [    ] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 2020673 INFO  (qtp1731794754-21264) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2020673 INFO  (qtp1731794754-21264) [    ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t2' using configuration from collection tlog_replica_test_add_docs, trusted=true
   [junit4]   2> 2020673 INFO  (qtp1731794754-21264) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32831.solr.core.tlog_replica_test_add_docs.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2020673 INFO  (qtp1731794754-21264) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2020674 INFO  (qtp1731794754-21264) [    ] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node2/tlog_replica_test_add_docs_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node2/./tlog_replica_test_add_docs_shard1_replica_t2/data/]
   [junit4]   2> 2020717 INFO  (qtp1731794754-21264) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2020717 INFO  (qtp1731794754-21264) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2020718 INFO  (qtp1731794754-21264) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2020718 INFO  (qtp1731794754-21264) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2020719 INFO  (qtp1731794754-21264) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f002025[tlog_replica_test_add_docs_shard1_replica_t2] main]
   [junit4]   2> 2020720 INFO  (qtp1731794754-21264) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2020720 INFO  (qtp1731794754-21264) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2020720 INFO  (qtp1731794754-21264) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2020721 INFO  (searcherExecutor-7894-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@3f002025[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2020721 INFO  (qtp1726446726-21252) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2020721 INFO  (qtp1731794754-21264) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584679813135728640
   [junit4]   2> 2020721 INFO  (qtp1726446726-21252) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2020722 INFO  (qtp1726446726-21252) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2020722 INFO  (qtp1726446726-21252) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2020724 INFO  (qtp1726446726-21252) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@41d29ea5[tlog_replica_test_add_docs_shard1_replica_t1] main]
   [junit4]   2> 2020724 INFO  (qtp1726446726-21252) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2020724 INFO  (qtp1726446726-21252) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2020725 INFO  (qtp1731794754-21264) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2020725 INFO  (qtp1726446726-21252) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2020726 INFO  (searcherExecutor-7893-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@41d29ea5[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2020726 INFO  (qtp1726446726-21252) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584679813140971520
   [junit4]   2> 2020826 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2020826 INFO  (zkCallback-3288-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2020826 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2020826 INFO  (zkCallback-3292-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2021225 INFO  (qtp1731794754-21264) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2021225 INFO  (qtp1731794754-21264) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2021226 INFO  (qtp1731794754-21264) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32831/solr/tlog_replica_test_add_docs_shard1_replica_t2/
   [junit4]   2> 2021226 INFO  (qtp1731794754-21264) [    ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t2 url=http://127.0.0.1:32831/solr START replicas=[http://127.0.0.1:40301/solr/tlog_replica_test_add_docs_shard1_replica_t1/] nUpdates=100
   [junit4]   2> 2021227 INFO  (qtp1726446726-21254) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2021526 INFO  (qtp1731794754-21264) [    ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_add_docs_shard1_replica_t2 url=http://127.0.0.1:32831/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2021526 INFO  (qtp1731794754-21264) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2021526 INFO  (qtp1731794754-21264) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2021526 INFO  (qtp1731794754-21264) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2021527 INFO  (qtp1731794754-21264) [    ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 stopping background replication from leader
   [junit4]   2> 2021528 INFO  (qtp1731794754-21264) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32831/solr/tlog_replica_test_add_docs_shard1_replica_t2/ shard1
   [junit4]   2> 2021629 INFO  (zkCallback-3292-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2021629 INFO  (zkCallback-3288-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2021629 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2021629 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2021678 INFO  (qtp1731794754-21264) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2021680 INFO  (qtp1731794754-21264) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2018
   [junit4]   2> 2021729 INFO  (qtp1726446726-21252) [    ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 starting background replication from leader
   [junit4]   2> 2021729 INFO  (qtp1726446726-21252) [    ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2021730 INFO  (qtp1726446726-21252) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 2021730 INFO  (qtp1726446726-21252) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2021730 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Replica core_node4 is leader but it's state is down, skipping replication
   [junit4]   2> 2021732 INFO  (qtp1726446726-21252) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2110
   [junit4]   2> 2021733 INFO  (qtp1726446726-21260) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2021831 INFO  (zkCallback-3288-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2021831 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2021831 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2021831 INFO  (zkCallback-3292-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2022734 INFO  (qtp1726446726-21260) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3425
   [junit4]   2> 2022739 INFO  (qtp1726446726-21258) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:32831/solr/tlog_replica_test_add_docs_shard1_replica_t2/&wt=javabin&version=2}{add=[1 (1584679815249657856)]} 0 0
   [junit4]   2> 2022739 INFO  (qtp1731794754-21267) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1584679815249657856)]} 0 2
   [junit4]   2> 2022740 INFO  (qtp1726446726-21326) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:32831/solr/tlog_replica_test_add_docs_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 2022741 INFO  (qtp1731794754-21259) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584679815253852160,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2022741 INFO  (qtp1731794754-21259) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6e655308 commitCommandVersion:1584679815253852160
   [junit4]   2> 2022743 INFO  (qtp1731794754-21259) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@66a9ee03[tlog_replica_test_add_docs_shard1_replica_t2] main]
   [junit4]   2> 2022743 INFO  (qtp1731794754-21259) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2022744 INFO  (searcherExecutor-7894-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2] Registered new searcher Searcher@66a9ee03[tlog_replica_test_add_docs_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C1)))}
   [junit4]   2> 2022744 INFO  (qtp1731794754-21259) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:32831/solr/tlog_replica_test_add_docs_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 2022744 INFO  (qtp1731794754-21253) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_add_docs:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
   [junit4]   2> 2022746 INFO  (qtp1731794754-21267) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2022748 INFO  (qtp1726446726-21252) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2022848 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2022949 INFO  (qtp1726446726-21258) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023050 INFO  (qtp1726446726-21326) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023150 INFO  (qtp1726446726-21255) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023251 INFO  (qtp1726446726-21252) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023311 INFO  (OverseerCollectionConfigSetProcessor-99042488212848644-127.0.0.1:32831_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2023352 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023452 INFO  (qtp1726446726-21258) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023553 INFO  (qtp1726446726-21326) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023654 INFO  (qtp1726446726-21255) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023754 INFO  (qtp1726446726-21252) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023855 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2023956 INFO  (qtp1726446726-21258) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2024056 INFO  (qtp1726446726-21326) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2024157 INFO  (qtp1726446726-21255) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2024258 INFO  (qtp1726446726-21252) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2024358 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2024459 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2024560 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2024661 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2024730 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 2024730 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:32831/solr/tlog_replica_test_add_docs_shard1_replica_t2/
   [junit4]   2> 2024731 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2024731 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2024731 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 1511268439535
   [junit4]   2> 2024731 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2024731 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2024731 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2024734 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=2
   [junit4]   2> 2024735 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 16
   [junit4]   2> 2024735 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@b01bdb6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6bc29691)
   [junit4]   2> 2024736 INFO  (qtp1731794754-21267) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024740 INFO  (qtp1731794754-21253) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024744 INFO  (qtp1731794754-21261) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_1.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024745 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024746 INFO  (qtp1731794754-21267) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024747 INFO  (qtp1731794754-21267) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024748 INFO  (qtp1731794754-21261) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024749 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024750 INFO  (qtp1731794754-21253) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024751 INFO  (qtp1731794754-21267) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024752 INFO  (qtp1731794754-21267) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024753 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_1.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024754 INFO  (qtp1731794754-21253) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024755 INFO  (qtp1731794754-21261) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024756 INFO  (qtp1731794754-21267) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024757 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2024758 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=2631) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@b01bdb6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6bc29691)
   [junit4]   2> 2024758 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.c.SolrCore Updating index properties... index=index.20171121124721529
   [junit4]   2> 2024759 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.h.IndexFetcher removing old index directory MockDirectoryWrapper(RAMDirectory@21e98c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@acc33aa)
   [junit4]   2> 2024759 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2024760 INFO  (indexFetcher-7904-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@65c994c0[tlog_replica_test_add_docs_shard1_replica_t1] main]
   [junit4]   2> 2024761 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2024764 INFO  (searcherExecutor-7893-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@65c994c0[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C1)))}
   [junit4]   2> 2024862 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2024866 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 2024876 INFO  (qtp1731794754-21261) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2024878 INFO  (qtp1731794754-21267) [    ] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t2]  webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2024879 INFO  (TEST-TestTlogReplica.testAddDocs-seed#[27BAEABCB3CEC679]) [    ] o.a.s.c.TestTlogReplica tearDown deleting collection
   [junit4]   2> 2024880 INFO  (qtp1726446726-21262) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2024908 INFO  (OverseerThreadFactory-7888-thread-2) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2024910 INFO  (qtp1726446726-21251) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=null
   [junit4]   2> 2024910 INFO  (qtp1726446726-21251) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7da7632a: rootName = solr_40301, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@13d586aa
   [junit4]   2> 2024920 INFO  (qtp1731794754-21266) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=null
   [junit4]   2> 2024920 INFO  (qtp1731794754-21266) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4bbead5c: rootName = solr_32831, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t2, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@13d5b329
   [junit4]   2> 2024924 INFO  (qtp1726446726-21251) [    ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 2024928 INFO  (qtp1726446726-21251) [    ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2415a879
   [junit4]   2> 2024929 INFO  (qtp1726446726-21251) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=605399161
   [junit4]   2> 2024929 INFO  (qtp1726446726-21251) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=605399161
   [junit4]   2> 2024934 INFO  (qtp1731794754-21266) [    ] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t2 stopping background replication from leader
   [junit4]   2> 2024934 INFO  (qtp1731794754-21266) [    ] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t2]  CLOSING SolrCore org.apache.solr.core.SolrCore@69490158
   [junit4]   2> 2024934 INFO  (qtp1731794754-21266) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t2, tag=1766392152
   [junit4]   2> 2024934 INFO  (qtp1731794754-21266) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=1766392152
   [junit4]   2> 2024953 INFO  (qtp1726446726-21251) [    ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 2024954 WARN  (zkCallback-3292-thread-2) [    ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 2024954 INFO  (qtp1726446726-21251) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=44
   [junit4]   2> 2024954 INFO  (qtp1731794754-21266) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=34
   [junit4]   2> 2025660 INFO  (qtp1726446726-21262) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2} status=0 QTime=780
   [junit4]   2> 2025660 INFO  (TEST-TestTlogReplica.testAddDocs-seed#[27BAEABCB3CEC679]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddDocs
   [junit4]   2> 2025667 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testKillTlogReplica
   [junit4]   2> 2025668 INFO  (qtp1726446726-21258) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_kill_tlog_replica&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2025669 INFO  (OverseerThreadFactory-7888-thread-3) [    ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_kill_tlog_replica
   [junit4]   2> 2025669 INFO  (OverseerCollectionConfigSetProcessor-99042488212848644-127.0.0.1:32831_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2025777 INFO  (OverseerStateUpdate-99042488212848644-127.0.0.1:32831_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_kill_tlog_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_kill_tlog_replica_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40301/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2025786 INFO  (OverseerStateUpdate-99042488212848644-127.0.0.1:32831_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_kill_tlog_replica",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_kill_tlog_replica_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:32831/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2025993 INFO  (qtp1726446726-21326) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2025993 INFO  (qtp1731794754-21261) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2026096 INFO  (zkCallback-3292-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2026096 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2026096 INFO  (zkCallback-3288-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2026096 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2027038 INFO  (qtp1731794754-21261) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2027038 INFO  (qtp1726446726-21326) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2027043 INFO  (qtp1726446726-21326) [    ] o.a.s.s.IndexSchema [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 2027044 INFO  (qtp1731794754-21261) [    ] o.a.s.s.IndexSchema [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 2027045 INFO  (qtp1731794754-21261) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2027045 INFO  (qtp1731794754-21261) [    ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_tlog_replica_shard1_replica_t2' using configuration from collection tlog_replica_test_kill_tlog_replica, trusted=true
   [junit4]   2> 2027045 INFO  (qtp1726446726-21326) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2027045 INFO  (qtp1726446726-21326) [    ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_kill_tlog_replica_shard1_replica_t1' using configuration from collection tlog_replica_test_kill_tlog_replica, trusted=true
   [junit4]   2> 2027046 INFO  (qtp1731794754-21261) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32831.solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2027046 INFO  (qtp1726446726-21326) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40301.solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_kill_tlog_replica.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a61c5fb
   [junit4]   2> 2027046 INFO  (qtp1731794754-21261) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2027046 INFO  (qtp1726446726-21326) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2027046 INFO  (qtp1731794754-21261) [    ] o.a.s.c.SolrCore [[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node2/tlog_replica_test_kill_tlog_replica_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node2/./tlog_replica_test_kill_tlog_replica_shard1_replica_t2/data/]
   [junit4]   2> 2027046 INFO  (qtp1726446726-21326) [    ] o.a.s.c.SolrCore [[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node1/tlog_replica_test_kill_tlog_replica_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001/tempDir-001/node1/./tlog_replica_test_kill_tlog_replica_shard1_replica_t1/data/]
   [junit4]   2> 2027095 INFO  (qtp1731794754-21261) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2027095 INFO  (qtp1731794754-21261) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2027096 INFO  (qtp1731794754-21261) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2027096 INFO  (qtp1731794754-21261) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2027097 INFO  (qtp1731794754-21261) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b2f95b8[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main]
   [junit4]   2> 2027097 INFO  (qtp1731794754-21261) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2027097 INFO  (qtp1731794754-21261) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2027098 INFO  (qtp1731794754-21261) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2027099 INFO  (searcherExecutor-7906-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] Registered new searcher Searcher@7b2f95b8[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2027099 INFO  (qtp1731794754-21261) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584679819823546368
   [junit4]   2> 2027100 INFO  (qtp1726446726-21326) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2027100 INFO  (qtp1726446726-21326) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2027101 INFO  (qtp1731794754-21261) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2027102 INFO  (qtp1726446726-21326) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2027102 INFO  (qtp1726446726-21326) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2027103 INFO  (qtp1726446726-21326) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11873591[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] main]
   [junit4]   2> 2027103 INFO  (qtp1726446726-21326) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2027103 INFO  (qtp1726446726-21326) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2027104 INFO  (qtp1726446726-21326) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2027104 INFO  (qtp1726446726-21326) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584679819828789248
   [junit4]   2> 2027105 INFO  (searcherExecutor-7907-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] Registered new searcher Searcher@11873591[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2027202 INFO  (zkCallback-3288-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2027202 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2027202 INFO  (zkCallback-3292-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2027202 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2027602 INFO  (qtp1731794754-21261) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2027602 INFO  (qtp1731794754-21261) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2027602 INFO  (qtp1731794754-21261) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32831/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2/
   [junit4]   2> 2027603 INFO  (qtp1731794754-21261) [    ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_kill_tlog_replica_shard1_replica_t2 url=http://127.0.0.1:32831/solr START replicas=[http://127.0.0.1:40301/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t1/] nUpdates=100
   [junit4]   2> 2027609 INFO  (qtp1726446726-21254) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2027907 INFO  (qtp1731794754-21261) [    ] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_kill_tlog_replica_shard1_replica_t2 url=http://127.0.0.1:32831/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2027907 INFO  (qtp1731794754-21261) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2027907 INFO  (qtp1731794754-21261) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2027908 INFO  (qtp1731794754-21261) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2027908 INFO  (qtp1731794754-21261) [    ] o.a.s.c.ZkController tlog_replica_test_kill_tlog_replica_shard1_replica_t2 stopping background replication from leader
   [junit4]   2> 2027915 INFO  (qtp1731794754-21261) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32831/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2/ shard1
   [junit4]   2> 2028016 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2028016 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2028016 INFO  (zkCallback-3292-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2028016 INFO  (zkCallback-3288-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2028066 INFO  (qtp1731794754-21261) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2028073 INFO  (qtp1731794754-21261) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2080
   [junit4]   2> 2028107 INFO  (qtp1726446726-21326) [    ] o.a.s.c.ZkController tlog_replica_test_kill_tlog_replica_shard1_replica_t1 starting background replication from leader
   [junit4]   2> 2028107 INFO  (qtp1726446726-21326) [    ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2028108 INFO  (qtp1726446726-21326) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 2028108 INFO  (qtp1726446726-21326) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2028110 INFO  (qtp1726446726-21326) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_kill_tlog_replica_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_kill_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2117
   [junit4]   2> 2028115 INFO  (qtp1726446726-21258) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2028210 INFO  (zkCallback-3288-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2028210 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2028210 INFO  (zkCallback-3292-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2028210 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_kill_tlog_replica/state.json] for collection [tlog_replica_test_kill_tlog_replica] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2029115 INFO  (qtp1726446726-21258) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_kill_tlog_replica&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3447
   [junit4]   2> 2029118 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2029119 INFO  (qtp1731794754-21253) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2029122 INFO  (qtp1726446726-21251) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:32831/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2/&wt=javabin&version=2}{add=[1 (1584679821943767040)]} 0 0
   [junit4]   2> 2029123 INFO  (qtp1731794754-21264) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1584679821943767040)]} 0 1
   [junit4]   2> 2029123 INFO  (qtp1726446726-21251) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:32831/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 2029125 INFO  (qtp1731794754-21266) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1584679821947961344,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2029125 INFO  (qtp1731794754-21266) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@192dd859 commitCommandVersion:1584679821947961344
   [junit4]   2> 2029127 INFO  (qtp1731794754-21266) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4926dec0[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main]
   [junit4]   2> 2029127 INFO  (qtp1731794754-21266) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2029128 INFO  (searcherExecutor-7906-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t2] Registered new searcher Searcher@4926dec0[tlog_replica_test_kill_tlog_replica_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C1)))}
   [junit4]   2> 2029128 INFO  (qtp1731794754-21266) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:32831/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 2029128 INFO  (qtp1731794754-21257) [    ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_kill_tlog_replica:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
   [junit4]   2> 2029130 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2029230 INFO  (qtp1726446726-21326) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2029331 INFO  (qtp1726446726-21258) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2029432 INFO  (qtp1726446726-21251) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2029532 INFO  (qtp1726446726-21254) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2029633 INFO  (qtp1726446726-21260) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2029671 INFO  (OverseerCollectionConfigSetProcessor-99042488212848644-127.0.0.1:32831_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2029734 INFO  (qtp1726446726-21326) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2029797 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:32831/solr/tlog_replica_test_kill_tlog_replica_shard1_replica_t2/
   [junit4]   2> 2029798 INFO  (qtp1731794754-21253) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2029799 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2029799 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 1511268445919
   [junit4]   2> 2029799 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2029799 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2029799 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2029799 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 2029799 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 16
   [junit4]   2> 2029800 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@32ef20b8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74ea8e7b)
   [junit4]   2> 2029800 INFO  (qtp1731794754-21266) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029800 INFO  (qtp1731794754-21257) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029801 INFO  (qtp1731794754-21253) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_1.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029801 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029802 INFO  (qtp1731794754-21266) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029802 INFO  (qtp1731794754-21257) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029804 INFO  (qtp1731794754-21253) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029804 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029805 INFO  (qtp1731794754-21266) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029805 INFO  (qtp1731794754-21257) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029805 INFO  (qtp1731794754-21253) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029806 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_1.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029806 INFO  (qtp1731794754-21266) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029807 INFO  (qtp1731794754-21257) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029807 INFO  (qtp1731794754-21253) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029807 INFO  (qtp1731794754-21264) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2029808 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2631) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@32ef20b8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74ea8e7b)
   [junit4]   2> 2029809 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2029809 INFO  (indexFetcher-7917-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@58cb1cbb[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] main]
   [junit4]   2> 2029810 INFO  (searcherExecutor-7907-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t1] Registered new searcher Searcher@58cb1cbb[tlog_replica_test_kill_tlog_replica_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C1)))}
   [junit4]   2> 2029834 INFO  (qtp1726446726-21258) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2029836 INFO  (qtp1731794754-21257) [    ] o.a.s.c.S.Request [tlog_replica_test_kill_tlog_replica_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2029836 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.c.ChaosMonkey monkey: kill jetty! 40301
   [junit4]   2> 2029836 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@711798d1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2029837 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1413891031
   [junit4]   2> 2029837 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2029837 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a61cd77: rootName = solr_40301, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@63770c58
   [junit4]   2> 2029841 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2029842 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1760b508: rootName = solr_40301, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@46a4f91c
   [junit4]   2> 2029844 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2029844 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1749b19e: rootName = solr_40301, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@262449fb
   [junit4]   2> 2029845 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40301_solr
   [junit4]   2> 2029846 INFO  (TEST-TestTlogReplica.testKillTlogReplica-seed#[27BAEABCB3CEC679]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2029846 INFO  (zkCallback-3288-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2029846 INFO  (zkCallback-3292-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2029846 INFO  (zkCallback-3299-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2029846 INFO  (coreCloseExecutor-7919-thread-1) [    ] o.a.s.c.SolrCore [tlog_replica_test_kill_tlog_replica_shard1_replica_t1]  CLOSING SolrCore org.apache.solr.core.SolrCore@60bbd5b2
   [junit4]   2> 2029846 INFO  (coreCloseExecutor-7919-thread-1

[...truncated too long message...]

.ServletContextHandler@5d0faaa0{/solr,null,UNAVAILABLE}
   [junit4]   2> 2120629 INFO  (jetty-closer-3281-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2120629 INFO  (jetty-closer-3281-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17926de: rootName = solr_32831, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@262449fb
   [junit4]   2> 2120630 INFO  (jetty-closer-3281-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32831_solr
   [junit4]   2> 2120630 INFO  (jetty-closer-3281-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2120630 INFO  (zkCallback-3288-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2120630 INFO  (jetty-closer-3281-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99042488212848644-127.0.0.1:32831_solr-n_0000000000) closing
   [junit4]   2> 2120631 INFO  (OverseerStateUpdate-99042488212848644-127.0.0.1:32831_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32831_solr
   [junit4]   2> 2120631 WARN  (OverseerAutoScalingTriggerThread-99042488212848644-127.0.0.1:32831_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2120632 INFO  (jetty-closer-3281-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19377f40{/solr,null,UNAVAILABLE}
   [junit4]   2> 2120632 ERROR (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2120633 INFO  (SUITE-TestTlogReplica-seed#[27BAEABCB3CEC679]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42789 42789
   [junit4]   2> 2126440 INFO  (Thread-6508) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42789 42789
   [junit4]   2> 2126440 WARN  (Thread-6508) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/configs/conf
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	9	/solr/security.json
   [junit4]   2> 	6	/solr/collections/tlog_replica_test_kill_tlog_replica/state.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	37	/solr/collections/tlog_replica_test_recovery/state.json
   [junit4]   2> 	34	/solr/collections/tlog_replica_test_create_delete/state.json
   [junit4]   2> 	26	/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
   [junit4]   2> 	24	/solr/collections/tlog_replica_test_kill_leader/state.json
   [junit4]   2> 	24	/solr/collections/tlog_replica_test_basic_leader_election/state.json
   [junit4]   2> 	23	/solr/collections/tlog_replica_test_remove_leader/state.json
   [junit4]   2> 	22	/solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
   [junit4]   2> 	18	/solr/collections/tlog_replica_test_kill_tlog_replica/state.json
   [junit4]   2> 	13	/solr/collections/tlog_replica_test_add_docs/state.json
   [junit4]   2> 	13	/solr/collections/tlog_replica_test_real_time_get/state.json
   [junit4]   2> 	13	/solr/collections/tlog_replica_test_only_leader_indexes/state.json
   [junit4]   2> 	13	/solr/collections/tlog_replica_test_delete_by_id/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/overseer_elect/election/99042488212848644-127.0.0.1:32831_solr-n_0000000000
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/99042488212848644-core_node4-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_kill_tlog_replica/leader_elect/shard1/election/99042488212848644-core_node4-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/99042488212848644-core_node11-n_0000000001
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/99042488212848666-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/99042488212848644-core_node13-n_0000000001
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/99042488212848644-core_node9-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/live_nodes
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_27BAEABCB3CEC679-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Memory), title_s=PostingsFormat(name=Memory), id=PostingsFormat(name=Asserting), foo_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=575, maxMBSortInHeap=6.7748963195377385, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PR, timezone=Etc/GMT-0
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=149840768,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [BlockJoinFacetSimpleTest, RequiredFieldsTest, CoreAdminHandlerTest, TestPullReplica, LoggingHandlerTest, QueryElevationComponentTest, TestHdfsCloudBackupRestore, TestManagedSchemaAPI, UniqFieldsUpdateProcessorFactoryTest, TestLMDirichletSimilarityFactory, TestFieldCacheSortRandom, SearchHandlerTest, PKIAuthenticationIntegrationTest, TestCopyFieldCollectionResource, TestLeaderInitiatedRecoveryThread, TestLMJelinekMercerSimilarityFactory, SharedFSAutoReplicaFailoverTest, AtomicUpdateProcessorFactoryTest, TestNamedUpdateProcessors, TestRawResponseWriter, ExecutePlanActionTest, BasicDistributedZk2Test, FieldMutatingUpdateProcessorTest, TestSolrCoreParser, IndexBasedSpellCheckerTest, SolrCoreMetricManagerTest, BadComponentTest, TestCloudDeleteByQuery, AliasIntegrationTest, BitVectorTest, SuggestComponentTest, HighlighterTest, TestStressUserVersions, CdcrUpdateLogTest, TestTolerantSearch, FieldAnalysisRequestHandlerTest, MoveReplicaHDFSTest, TestNestedDocsSort, CustomCollectionTest, CdcrReplicationDistributedZkTest, DistribJoinFromCollectionTest, TestLRUCache, TestSolrQueryResponse, RankQueryTest, TestManagedSynonymGraphFilterFactory, TestSearchPerf, TestRandomRequestDistribution, TestRandomCollapseQParserPlugin, QueryResultKeyTest, SpellPossibilityIteratorTest, SolrCoreCheckLockOnStartupTest, TestFieldCollectionResource, TestFileDictionaryLookup, PluginInfoTest, UUIDFieldTest, PreAnalyzedUpdateProcessorTest, TestConfigSetImmutable, ReturnFieldsTest, ShufflingReplicaListTransformerTest, TestZkChroot, TestSolrCoreProperties, CoreAdminCreateDiscoverTest, AlternateDirectoryTest, CdcrVersionReplicationTest, TestPartialUpdateDeduplication, DistanceFunctionTest, UnloadDistributedZkTest, TestImplicitCoreProperties, PreAnalyzedFieldManagedSchemaCloudTest, DocExpirationUpdateProcessorFactoryTest, DistributedSpellCheckComponentTest, ClassificationUpdateProcessorIntegrationTest, TestCoreDiscovery, FullSolrCloudDistribCmdsTest, JSONWriterTest, BlockCacheTest, LeaderElectionContextKeyTest, CopyFieldTest, TestRecoveryHdfs, LeaderElectionTest, TestExtendedDismaxParser, TestMiniSolrCloudClusterSSL, SolrMetricsIntegrationTest, XmlUpdateRequestHandlerTest, TestSystemIdResolver, RulesTest, TestSolrConfigHandlerCloud, TestSolrCloudSnapshots, TestCoreAdminApis, TestCSVResponseWriter, TestCorePropertiesReload, TimeZoneUtilsTest, MigrateRouteKeyTest, BaseCdcrDistributedZkTest, SystemLogListenerTest, CachingDirectoryFactoryTest, TestReload, DeleteStatusTest, TestMaxTokenLenTokenizer, TestCloudSearcherWarming, ConnectionReuseTest, DistributedQueryComponentCustomSortTest, TestFieldCache, DeleteNodeTest, ScriptEngineTest, TestStreamBody, NodeMutatorTest, V2ApiIntegrationTest, ClusterStateTest, TestUseDocValuesAsStored2, SolrJmxReporterCloudTest, StatsComponentTest, TestPayloadCheckQParserPlugin, CollectionReloadTest, AsyncCallRequestStatusResponseTest, TestJsonRequest, TestCharFilters, TestSchemaSimilarityResource, TestLFUCache, TestSlowCompositeReaderWrapper, CollectionsAPIDistributedZkTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TestRealTimeGet, TestStressVersions, TestRangeQuery, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, SoftAutoCommitTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, CreateCollectionCleanupTest, DistributedQueueTest, LeaderInitiatedRecoveryOnCommitTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeTest, SolrCloudExampleTest, TestCloudPivotFacet, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLocalFSCloudBackupRestore, TestRandomFlRTGCloud, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSSLRandomization, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestTlogReplica]
   [junit4] Completed [565/749 (1!)] on J2 in 107.38s, 13 tests, 1 failure <<< FAILURES!

[...truncated 40839 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+32) - Build # 874 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/874/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration

Error Message:
Error from server at https://127.0.0.1:41225/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41225/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([DC1105400E6B722A:98DD25BB6051A440]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testExplicitConfiguration(SolrCloudReportersTest.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.metrics.reporters.solr.SolrShardReporterTest.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:37013/_

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:37013/_
	at __randomizedtesting.SeedInfo.seed([DC1105400E6B722A:54453A9AA0971FD2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more




Build Log:
[...truncated 12301 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/init-core-data-001
   [junit4]   2> 1002616 WARN  (SUITE-SolrCloudReportersTest-seed#[DC1105400E6B722A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
   [junit4]   2> 1002616 INFO  (SUITE-SolrCloudReportersTest-seed#[DC1105400E6B722A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1002616 INFO  (SUITE-SolrCloudReportersTest-seed#[DC1105400E6B722A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1002617 INFO  (SUITE-SolrCloudReportersTest-seed#[DC1105400E6B722A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1002617 INFO  (SUITE-SolrCloudReportersTest-seed#[DC1105400E6B722A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 0 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-001
   [junit4]   2> 1002617 INFO  (SUITE-SolrCloudReportersTest-seed#[DC1105400E6B722A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1002617 INFO  (Thread-9667) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1002617 INFO  (Thread-9667) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1002619 ERROR (Thread-9667) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1002717 INFO  (SUITE-SolrCloudReportersTest-seed#[DC1105400E6B722A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46559
   [junit4]   2> 1003730 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DC1105400E6B722A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultPlugins
   [junit4]   2> 1003730 ERROR (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DC1105400E6B722A]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1003730 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DC1105400E6B722A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46559 46559
   [junit4]   2> 1013780 INFO  (Thread-9667) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46559 46559
   [junit4]   2> 1013781 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DC1105400E6B722A]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002
   [junit4]   2> 1013782 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DC1105400E6B722A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1013782 INFO  (Thread-9668) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1013782 INFO  (Thread-9668) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1013784 ERROR (Thread-9668) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1013882 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DC1105400E6B722A]) [    ] o.a.s.c.ZkTestServer start zk server on port:40093
   [junit4]   2> 1013889 INFO  (jetty-launcher-1712-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1013890 INFO  (jetty-launcher-1712-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1013891 INFO  (jetty-launcher-1712-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@690c68f{/solr,null,AVAILABLE}
   [junit4]   2> 1013891 INFO  (jetty-launcher-1712-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48be8c2e{/solr,null,AVAILABLE}
   [junit4]   2> 1013892 INFO  (jetty-launcher-1712-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@710ae876{SSL,[ssl, http/1.1]}{127.0.0.1:41453}
   [junit4]   2> 1013892 INFO  (jetty-launcher-1712-thread-2) [    ] o.e.j.s.Server Started @1015546ms
   [junit4]   2> 1013892 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41453}
   [junit4]   2> 1013892 INFO  (jetty-launcher-1712-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d08d0bf{SSL,[ssl, http/1.1]}{127.0.0.1:44639}
   [junit4]   2> 1013892 INFO  (jetty-launcher-1712-thread-1) [    ] o.e.j.s.Server Started @1015546ms
   [junit4]   2> 1013892 ERROR (jetty-launcher-1712-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1013892 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44639}
   [junit4]   2> 1013892 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1013893 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1013893 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1013893 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-22T00:21:16.325132Z
   [junit4]   2> 1013893 ERROR (jetty-launcher-1712-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1013893 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1013893 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1013893 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1013893 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-22T00:21:16.325585Z
   [junit4]   2> 1013902 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1013902 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1013905 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1013905 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1013905 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1013906 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1013906 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1013907 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1013909 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40093/solr
   [junit4]   2> 1013910 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40093/solr
   [junit4]   2> 1013963 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1013963 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1013964 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41453_solr
   [junit4]   2> 1013964 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44639_solr
   [junit4]   2> 1013965 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99045217154826246-127.0.0.1:41453_solr-n_0000000000) starting
   [junit4]   2> 1013965 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1013965 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1013970 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41453_solr
   [junit4]   2> 1013971 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1013971 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1014004 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1014009 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1014009 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1014009 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1014010 INFO  (jetty-launcher-1712-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node2/.
   [junit4]   2> 1014014 WARN  (jetty-launcher-1712-thread-1) [    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
   [junit4]   2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=gc,name1=G1-Young-Generation,name=time
   [junit4]   2> 	at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
   [junit4]   2> 	at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423)
   [junit4]   2> 	at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411)
   [junit4]   2> 	at java.management/com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
   [junit4]   2> 	at java.base/java.util.HashMap.forEach(HashMap.java:1341)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
   [junit4]   2> 	at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
   [junit4]   2> 	at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:549)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1014015 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1014016 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1014016 INFO  (jetty-launcher-1712-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node1/.
   [junit4]   1> ZK: 127.0.0.1:40093/solr
   [junit4]   2> 1014038 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DC1105400E6B722A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1014038 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DC1105400E6B722A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40093/solr ready
   [junit4]   2> 1014049 INFO  (qtp335138827-17615) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1014050 INFO  (OverseerThreadFactory-3954-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection test_collection
   [junit4]   2> 1014159 INFO  (OverseerStateUpdate-99045217154826246-127.0.0.1:41453_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44639/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1014161 INFO  (OverseerStateUpdate-99045217154826246-127.0.0.1:41453_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41453/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1014162 INFO  (OverseerStateUpdate-99045217154826246-127.0.0.1:41453_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_collection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44639/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1014163 INFO  (OverseerStateUpdate-99045217154826246-127.0.0.1:41453_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_collection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41453/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1014374 INFO  (qtp335138827-17618) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1014374 INFO  (qtp335138827-17616) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1014374 INFO  (qtp335138827-17616) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1014399 INFO  (qtp1998273934-17627) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1014399 INFO  (qtp1998273934-17619) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1014400 INFO  (qtp1998273934-17627) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1014503 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1014503 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1014503 INFO  (zkCallback-1724-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1014504 INFO  (zkCallback-1723-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1015387 INFO  (qtp335138827-17618) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1015387 INFO  (qtp335138827-17616) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1015406 INFO  (qtp335138827-17616) [    ] o.a.s.s.IndexSchema [test_collection_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 1015406 INFO  (qtp335138827-17618) [    ] o.a.s.s.IndexSchema [test_collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1015407 WARN  (qtp335138827-17616) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1015407 WARN  (qtp335138827-17618) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1015409 INFO  (qtp335138827-17616) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 1015410 INFO  (qtp335138827-17618) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 1015410 INFO  (qtp335138827-17618) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from collection test_collection, trusted=true
   [junit4]   2> 1015410 INFO  (qtp335138827-17616) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n4' using configuration from collection test_collection, trusted=true
   [junit4]   2> 1015410 INFO  (qtp335138827-17616) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard2.replica_n4' (registry 'solr.core.test_collection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1015410 INFO  (qtp335138827-17618) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard1.replica_n1' (registry 'solr.core.test_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1015410 INFO  (qtp335138827-17616) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1015410 INFO  (qtp335138827-17618) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1015411 INFO  (qtp335138827-17616) [    ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node1/test_collection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node1/./test_collection_shard2_replica_n4/data/]
   [junit4]   2> 1015411 INFO  (qtp335138827-17618) [    ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node1/test_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node1/./test_collection_shard1_replica_n1/data/]
   [junit4]   2> 1015414 INFO  (qtp1998273934-17619) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1015414 INFO  (qtp1998273934-17627) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1015423 INFO  (qtp1998273934-17627) [    ] o.a.s.s.IndexSchema [test_collection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1015423 INFO  (qtp1998273934-17619) [    ] o.a.s.s.IndexSchema [test_collection_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1015425 WARN  (qtp1998273934-17627) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1015425 WARN  (qtp1998273934-17619) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1015425 INFO  (qtp1998273934-17627) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 1015425 INFO  (qtp1998273934-17619) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 1015425 INFO  (qtp1998273934-17627) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n2' using configuration from collection test_collection, trusted=true
   [junit4]   2> 1015425 INFO  (qtp1998273934-17619) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n6' using configuration from collection test_collection, trusted=true
   [junit4]   2> 1015426 INFO  (qtp1998273934-17619) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard2.replica_n6' (registry 'solr.core.test_collection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1015426 INFO  (qtp1998273934-17627) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.test_collection.shard1.replica_n2' (registry 'solr.core.test_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@537129bb
   [junit4]   2> 1015426 INFO  (qtp1998273934-17619) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1015426 INFO  (qtp1998273934-17627) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1015426 INFO  (qtp1998273934-17619) [    ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node2/test_collection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node2/./test_collection_shard2_replica_n6/data/]
   [junit4]   2> 1015426 INFO  (qtp1998273934-17627) [    ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node2/test_collection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-002/node2/./test_collection_shard1_replica_n2/data/]
   [junit4]   2> 1015449 INFO  (qtp335138827-17618) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1015449 INFO  (qtp335138827-17618) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1015450 INFO  (qtp335138827-17616) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1015450 INFO  (qtp335138827-17616) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1015450 INFO  (qtp335138827-17618) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@165a0e19[test_collection_shard1_replica_n1] main]
   [junit4]   2> 1015450 INFO  (qtp335138827-17616) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@78242b90[test_collection_shard2_replica_n4] main]
   [junit4]   2> 1015451 INFO  (qtp335138827-17618) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 1015451 INFO  (qtp335138827-17616) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 1015451 INFO  (qtp335138827-17618) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 1015451 INFO  (qtp335138827-17616) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 1015451 INFO  (qtp335138827-17618) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1015451 INFO  (qtp335138827-17616) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1015452 INFO  (searcherExecutor-3959-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard1_replica_n1] Registered new searcher Searcher@165a0e19[test_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1015452 INFO  (searcherExecutor-3960-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard2_replica_n4] Registered new searcher Searcher@78242b90[test_collection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1015453 INFO  (qtp335138827-17616) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1015453 INFO  (qtp335138827-17618) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1015460 INFO  (qtp1998273934-17619) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1015460 INFO  (qtp1998273934-17619) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1015461 INFO  (qtp1998273934-17627) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1015461 INFO  (qtp1998273934-17627) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1015461 INFO  (qtp1998273934-17619) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@37e28f65[test_collection_shard2_replica_n6] main]
   [junit4]   2> 1015462 INFO  (qtp1998273934-17619) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 1015462 INFO  (qtp1998273934-17627) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@bff02f0[test_collection_shard1_replica_n2] main]
   [junit4]   2> 1015462 INFO  (qtp1998273934-17619) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 1015462 INFO  (qtp1998273934-17627) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 1015462 INFO  (qtp1998273934-17619) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1015462 INFO  (qtp1998273934-17627) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 1015463 INFO  (searcherExecutor-3962-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard2_replica_n6] Registered new searcher Searcher@37e28f65[test_collection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1015463 INFO  (qtp1998273934-17627) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1015463 INFO  (searcherExecutor-3961-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard1_replica_n2] Registered new searcher Searcher@bff02f0[test_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1015555 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1015555 INFO  (zkCallback-1723-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1015555 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1015555 INFO  (zkCallback-1724-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1015954 INFO  (qtp335138827-17618) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1015954 INFO  (qtp335138827-17616) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1015954 INFO  (qtp335138827-17616) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1015954 INFO  (qtp335138827-17618) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1015954 INFO  (qtp335138827-17616) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44639/solr/test_collection_shard2_replica_n4/
   [junit4]   2> 1015954 INFO  (qtp335138827-17618) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44639/solr/test_collection_shard1_replica_n1/
   [junit4]   2> 1015954 ERROR (qtp335138827-17616) [    ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 1015954 ERROR (qtp335138827-17618) [    ] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 1015954 INFO  (qtp335138827-17616) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1015954 INFO  (qtp335138827-17618) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1015954 INFO  (qtp335138827-17618) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1015954 INFO  (qtp335138827-17616) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1015958 INFO  (qtp335138827-17616) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44639/solr/test_collection_shard2_replica_n4/ shard2
   [junit4]   2> 1015958 INFO  (qtp335138827-17618) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44639/solr/test_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1016059 INFO  (zkCallback-1724-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016060 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016060 INFO  (zkCallback-1723-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016059 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016109 INFO  (qtp335138827-17616) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1016109 INFO  (qtp335138827-17618) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1016118 INFO  (qtp335138827-17616) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1744
   [junit4]   2> 1016119 INFO  (qtp335138827-17618) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1744
   [junit4]   2> 1016212 INFO  (zkCallback-1723-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016212 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016212 INFO  (zkCallback-1724-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016212 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016473 INFO  (qtp1998273934-17619) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2073
   [junit4]   2> 1016477 INFO  (qtp1998273934-17627) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2078
   [junit4]   2> 1016480 INFO  (qtp335138827-17615) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1016567 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016567 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016567 INFO  (zkCallback-1723-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1016567 INFO  (zkCallback-1724-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1017480 INFO  (qtp335138827-17615) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3432
   [junit4]   2> 1017484 INFO  (TEST-SolrCloudReportersTest.testDefaultPlugins-seed#[DC1105400E6B722A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultPlugins
   [junit4]   2> 1017504 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[DC1105400E6B722A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExplicitConfiguration
   [junit4]   2> 1017507 INFO  (jetty-closer-1713-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@710ae876{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1017507 INFO  (jetty-closer-1713-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6d08d0bf{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1017507 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2048493742
   [junit4]   2> 1017507 INFO  (jetty-closer-1713-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=869935883
   [junit4]   2> 1017507 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1017507 INFO  (jetty-closer-1713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1017507 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ef75e11: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@53971ce5
   [junit4]   2> 1017507 INFO  (jetty-closer-1713-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1df67c1c: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@226bc17f
   [junit4]   2> 1017513 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1017513 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@392a081: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4754fdc0
   [junit4]   2> 1017516 INFO  (jetty-closer-1713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1017516 INFO  (jetty-closer-1713-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65f269c2: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4754fdc0
   [junit4]   2> 1017526 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1017527 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@498ce9bf: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e5fd8c0
   [junit4]   2> 1017528 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41453_solr
   [junit4]   2> 1017528 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1017528 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1017528 INFO  (zkCallback-1723-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1017529 INFO  (coreCloseExecutor-3975-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard2_replica_n6]  CLOSING SolrCore org.apache.solr.core.SolrCore@71e04ede
   [junit4]   2> 1017529 INFO  (coreCloseExecutor-3975-thread-2) [    ] o.a.s.c.SolrCore [test_collection_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e636e27
   [junit4]   2> 1017529 INFO  (coreCloseExecutor-3975-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard2.replica_n6, tag=1910525662
   [junit4]   2> 1017529 INFO  (coreCloseExecutor-3975-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@536dd2ff: rootName = null, domain = solr.core.test_collection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.test_collection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@3a58cbdb
   [junit4]   2> 1017531 INFO  (jetty-closer-1713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1017531 INFO  (jetty-closer-1713-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e5eaf85: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e5fd8c0
   [junit4]   2> 1017532 INFO  (jetty-closer-1713-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44639_solr
   [junit4]   2> 1017532 INFO  (jetty-closer-1713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1017532 INFO  (zkCallback-1723-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1017532 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1017532 INFO  (coreCloseExecutor-3976-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6ac6358f
   [junit4]   2> 1017532 INFO  (coreCloseExecutor-3976-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard1.replica_n1, tag=1791374735
   [junit4]   2> 1017533 INFO  (coreCloseExecutor-3976-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@456eb795: rootName = null, domain = solr.core.test_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.test_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2d07724e
   [junit4]   2> 1017533 INFO  (coreCloseExecutor-3976-thread-2) [    ] o.a.s.c.SolrCore [test_collection_shard2_replica_n4]  CLOSING SolrCore org.apache.solr.core.SolrCore@70712c8e
   [junit4]   2> 1017540 INFO  (coreCloseExecutor-3976-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard1.leader, tag=1791374735
   [junit4]   2> 1017540 INFO  (coreCloseExecutor-3976-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard2.replica_n4, tag=1886465166
   [junit4]   2> 1017540 INFO  (coreCloseExecutor-3976-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@337daba0: rootName = null, domain = solr.core.test_collection.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.test_collection.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@6c66f7c
   [junit4]   2> 1017541 INFO  (coreCloseExecutor-3975-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard2.leader, tag=1910525662
   [junit4]   2> 1017541 INFO  (coreCloseExecutor-3975-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_collection.shard1.replica_n2, tag=509832743
   [junit4]   2> 1017541 INFO  (coreCloseExecutor-3975-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e58ecc: rootName = null, domain = solr.core.test_collection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.test_collection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@22c52887
   [junit4]   2> 1017546 INFO  (coreCloseExecutor-3976-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard2.leader, tag=1886465166
   [junit4]   2> 1017547 INFO  (jetty-closer-1713-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48be8c2e{/solr,null,UNAVAILABLE}
   [junit4]   2> 1017547 INFO  (coreCloseExecutor-3975-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_collection.shard1.leader, tag=509832743
   [junit4]   2> 1017548 INFO  (jetty-closer-1713-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99045217154826246-127.0.0.1:41453_solr-n_0000000000) closing
   [junit4]   2> 1017548 INFO  (OverseerStateUpdate-99045217154826246-127.0.0.1:41453_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41453_solr
   [junit4]   2> 1017548 WARN  (OverseerAutoScalingTriggerThread-99045217154826246-127.0.0.1:41453_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1017549 INFO  (jetty-closer-1713-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@690c68f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1017549 ERROR (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[DC1105400E6B722A]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1017549 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[DC1105400E6B722A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40093 40093
   [junit4]   2> 1027704 INFO  (Thread-9668) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40093 40093
   [junit4]   2> 1027705 WARN  (Thread-9668) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/configs/test
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/collections/test_collection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1027706 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[DC1105400E6B722A]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003
   [junit4]   2> 1027706 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[DC1105400E6B722A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1027707 INFO  (Thread-9691) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1027707 INFO  (Thread-9691) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1027709 ERROR (Thread-9691) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1027807 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[DC1105400E6B722A]) [    ] o.a.s.c.ZkTestServer start zk server on port:44447
   [junit4]   2> 1027814 INFO  (jetty-launcher-1734-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1027814 INFO  (jetty-launcher-1734-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1027817 INFO  (jetty-launcher-1734-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3008a3bd{/solr,null,AVAILABLE}
   [junit4]   2> 1027817 INFO  (jetty-launcher-1734-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c2f4a65{/solr,null,AVAILABLE}
   [junit4]   2> 1027818 INFO  (jetty-launcher-1734-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@620ff103{SSL,[ssl, http/1.1]}{127.0.0.1:43389}
   [junit4]   2> 1027818 INFO  (jetty-launcher-1734-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4e386750{SSL,[ssl, http/1.1]}{127.0.0.1:41225}
   [junit4]   2> 1027818 INFO  (jetty-launcher-1734-thread-2) [    ] o.e.j.s.Server Started @1029472ms
   [junit4]   2> 1027818 INFO  (jetty-launcher-1734-thread-1) [    ] o.e.j.s.Server Started @1029472ms
   [junit4]   2> 1027818 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43389}
   [junit4]   2> 1027818 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41225}
   [junit4]   2> 1027819 ERROR (jetty-launcher-1734-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1027819 ERROR (jetty-launcher-1734-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1027819 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1027819 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1027819 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1027819 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1027819 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1027819 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1027819 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-22T00:21:30.251628Z
   [junit4]   2> 1027819 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-22T00:21:30.251671Z
   [junit4]   2> 1027822 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1027826 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1027826 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1027826 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1027832 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1027832 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1027833 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44447/solr
   [junit4]   2> 1027841 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44447/solr
   [junit4]   2> 1027861 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1027861 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43389_solr
   [junit4]   2> 1027861 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99045218067415046-127.0.0.1:43389_solr-n_0000000000) starting
   [junit4]   2> 1027870 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43389_solr
   [junit4]   2> 1027870 INFO  (zkCallback-1746-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1027876 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1027876 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1027877 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41225_solr
   [junit4]   2> 1027877 INFO  (zkCallback-1746-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1027877 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1027899 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
   [junit4]   2> 1027899 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
   [junit4]   2> 1027899 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
   [junit4]   2> 1027900 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.node
   [junit4]   2> 1027900 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jvm
   [junit4]   2> 1027900 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.jetty
   [junit4]   2> 1027909 INFO  (jetty-launcher-1734-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node1
   [junit4]   2> 1027909 INFO  (jetty-launcher-1734-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node2
   [junit4]   1> ZK: 127.0.0.1:44447/solr
   [junit4]   2> 1027916 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[DC1105400E6B722A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1027916 INFO  (TEST-SolrCloudReportersTest.testExplicitConfiguration-seed#[DC1105400E6B722A]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44447/solr ready
   [junit4]   2> 1027924 INFO  (qtp1330144257-17726) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=test&maxShardsPerNode=4&name=test_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1027925 INFO  (OverseerThreadFactory-3990-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection test_collection
   [junit4]   2> 1028029 INFO  (OverseerStateUpdate-99045218067415046-127.0.0.1:43389_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41225/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1028030 INFO  (OverseerStateUpdate-99045218067415046-127.0.0.1:43389_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43389/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1028030 INFO  (OverseerStateUpdate-99045218067415046-127.0.0.1:43389_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_collection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41225/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1028031 INFO  (OverseerStateUpdate-99045218067415046-127.0.0.1:43389_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_collection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43389/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1028234 INFO  (qtp1330144257-17740) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1028234 INFO  (qtp1330144257-17728) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1028234 INFO  (qtp1330144257-17740) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1028243 INFO  (qtp456116391-17725) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=test&newCollection=true&name=test_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=test_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1028244 INFO  (qtp456116391-17725) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1028244 INFO  (qtp456116391-17734) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=test&newCollection=true&name=test_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=test_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1028346 INFO  (zkCallback-1746-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1028346 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1028346 INFO  (zkCallback-1743-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1028346 INFO  (zkCallback-1746-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_collection/state.json] for collection [test_collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1029245 INFO  (qtp1330144257-17728) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1029246 INFO  (qtp1330144257-17740) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1029254 INFO  (qtp1330144257-17728) [    ] o.a.s.s.IndexSchema [test_collection_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 1029255 INFO  (qtp456116391-17734) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1029255 INFO  (qtp1330144257-17740) [    ] o.a.s.s.IndexSchema [test_collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1029256 INFO  (qtp456116391-17725) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1029256 WARN  (qtp1330144257-17728) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1029256 INFO  (qtp1330144257-17728) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 1029256 INFO  (qtp1330144257-17728) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n4' using configuration from collection test_collection, trusted=true
   [junit4]   2> 1029257 INFO  (qtp1330144257-17728) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n4
   [junit4]   2> 1029257 WARN  (qtp1330144257-17740) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1029271 INFO  (qtp1330144257-17740) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 1029271 INFO  (qtp1330144257-17740) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n1' using configuration from collection test_collection, trusted=true
   [junit4]   2> 1029272 INFO  (qtp1330144257-17740) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n1
   [junit4]   2> 1029276 INFO  (qtp1330144257-17728) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1029277 INFO  (qtp1330144257-17728) [    ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node1/test_collection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node1/test_collection_shard2_replica_n4/data/]
   [junit4]   2> 1029277 INFO  (qtp456116391-17734) [    ] o.a.s.s.IndexSchema [test_collection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1029277 INFO  (qtp456116391-17725) [    ] o.a.s.s.IndexSchema [test_collection_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1029279 WARN  (qtp456116391-17725) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1029279 WARN  (qtp456116391-17734) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1029279 INFO  (qtp456116391-17725) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 1029279 INFO  (qtp456116391-17725) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard2_replica_n6' using configuration from collection test_collection, trusted=true
   [junit4]   2> 1029279 INFO  (qtp456116391-17734) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 1029279 INFO  (qtp456116391-17734) [    ] o.a.s.c.CoreContainer Creating SolrCore 'test_collection_shard1_replica_n2' using configuration from collection test_collection, trusted=true
   [junit4]   2> 1029280 INFO  (qtp456116391-17725) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard2.replica_n6
   [junit4]   2> 1029280 INFO  (qtp456116391-17734) [    ] o.a.s.m.SolrMetricReporter Reporter disabled for registry solr.core.test_collection.shard1.replica_n2
   [junit4]   2> 1029281 INFO  (qtp1330144257-17740) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1029281 INFO  (qtp456116391-17734) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1029281 INFO  (qtp1330144257-17740) [    ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node1/test_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node1/test_collection_shard1_replica_n1/data/]
   [junit4]   2> 1029282 INFO  (qtp456116391-17734) [    ] o.a.s.c.SolrCore [[test_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node2/test_collection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node2/test_collection_shard1_replica_n2/data/]
   [junit4]   2> 1029282 INFO  (qtp456116391-17725) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1029282 INFO  (qtp456116391-17725) [    ] o.a.s.c.SolrCore [[test_collection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node2/test_collection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_DC1105400E6B722A-001/tempDir-003/node2/test_collection_shard2_replica_n6/data/]
   [junit4]   2> 1029330 INFO  (qtp456116391-17734) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1029330 INFO  (qtp456116391-17734) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1029331 INFO  (qtp456116391-17734) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d6b7fc[test_collection_shard1_replica_n2] main]
   [junit4]   2> 1029331 INFO  (qtp456116391-17734) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 1029331 INFO  (qtp456116391-17734) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 1029332 INFO  (qtp456116391-17734) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1029332 INFO  (searcherExecutor-3998-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard1_replica_n2] Registered new searcher Searcher@7d6b7fc[test_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1029335 INFO  (qtp456116391-17734) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1029344 INFO  (qtp456116391-17725) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1029344 INFO  (qtp1330144257-17728) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1029344 INFO  (qtp456116391-17725) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1029344 INFO  (qtp1330144257-17728) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1029345 INFO  (qtp1330144257-17740) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1029345 INFO  (qtp1330144257-17740) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1029345 INFO  (qtp1330144257-17728) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@115e3542[test_collection_shard2_replica_n4] main]
   [junit4]   2> 1029345 INFO  (qtp456116391-17725) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7eb38440[test_collection_shard2_replica_n6] main]
   [junit4]   2> 1029345 INFO  (qtp1330144257-17740) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d802a57[test_collection_shard1_replica_n1] main]
   [junit4]   2> 1029345 INFO  (qtp1330144257-17728) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 1029345 INFO  (qtp456116391-17725) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 1029346 INFO  (qtp1330144257-17728) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 1029346 INFO  (qtp1330144257-17740) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/test
   [junit4]   2> 1029346 INFO  (qtp456116391-17725) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 1029346 INFO  (qtp1330144257-17740) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/test
   [junit4]   2> 1029346 INFO  (qtp1330144257-17728) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1029346 INFO  (qtp456116391-17725) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1029346 INFO  (qtp1330144257-17740) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1029346 INFO  (searcherExecutor-3997-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard2_replica_n6] Registered new searcher Searcher@7eb38440[test_collection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1029346 INFO  (searcherExecutor-3995-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard2_replica_n4] Registered new searcher Searcher@115e3542[test_collection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1029346 INFO  (searcherExecutor-3996-thread-1) [    ] o.a.s.c.SolrCore [test_collection_shard1_replica_n1] Registered new searcher Searcher@7d802a57[test_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1029347 INFO  (qtp456116391-17725) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1029347 INFO  (qtp456116391-17725) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader 

[...truncated too long message...]

.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 1658881 INFO  (qtp1074232602-10201) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630175
   [junit4]   2> 1658882 ERROR (TEST-SolrShardReporterTest.test-seed#[DC1105400E6B722A]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1658882 INFO  (TEST-SolrShardReporterTest.test-seed#[DC1105400E6B722A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40033 40033
   [junit4]   2> 1666174 INFO  (Thread-2360) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40033 40033
   [junit4]   2> 1666174 WARN  (Thread-2360) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrShardReporterTest -Dtests.method=test -Dtests.seed=DC1105400E6B722A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-PM -Dtests.timezone=America/Argentina/Ushuaia -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    638s J0 | SolrShardReporterTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:37013/_
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DC1105400E6B722A:54453A9AA0971FD2]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
   [junit4]    > 	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 42 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrShardReporterTest_DC1105400E6B722A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1287, maxMBSortInHeap=5.699592404800307, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-PM, timezone=America/Argentina/Ushuaia
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=168267016,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [BasicDistributedZkTest, IndexSchemaRuntimeFieldTest, TestNoOpRegenerator, TestIndexingPerformance, CdcrReplicationHandlerTest, RemoteQueryErrorTest, NodeLostTriggerTest, InfixSuggestersTest, EnumFieldTest, BlockJoinFacetDistribTest, TestMaxScoreQueryParser, TestNumericRangeQuery64, TestOrdValues, TestRecovery, TestReplicationHandler, TestCSVLoader, TestTrieFacet, CollectionStateFormat2Test, TestBlobHandler, TestPayloadScoreQParserPlugin, TestRequestStatusCollectionAPI, TestChildDocTransformer, TestCloudManagedSchema, TestComplexPhraseLeadingWildcard, TestObjectReleaseTracker, TestRestManager, HdfsLockFactoryTest, TestTestInjection, PeerSyncTest, AnalysisAfterCoreReloadTest, TestDynamicFieldCollectionResource, CoreAdminRequestStatusTest, AnalyticsMergeStrategyTest, TestCrossCoreJoin, TestLeaderElectionWithEmptyReplica, MoveReplicaTest, TestBinaryField, TestReversedWildcardFilterFactory, TestSolrIndexConfig, GraphQueryTest, TestStressCloudBlindAtomicUpdates, AutoScalingHandlerTest, TestJavabinTupleStreamParser, TestStressVersions, DocValuesTest, TestSolrCloudWithDelegationTokens, TestComponentsName, TestSchemaVersionResource, ExplicitHLLTest, TestShortCircuitedRequests, ResponseHeaderTest, TimePartitionedUpdateProcessorTest, TermVectorComponentTest, JsonLoaderTest, TestCryptoKeys, TestRandomDVFaceting, DateFieldTest, TestHighlightDedupGrouping, OverseerModifyCollectionTest, UpdateParamsTest, TestSweetSpotSimilarityFactory, TestLuceneIndexBackCompat, TestOnReconnectListenerSupport, TestInfoStreamLogging, TestTlogReplica, TestSha256AuthenticationProvider, TestSolrConfigHandlerConcurrent, ZkFailoverTest, HdfsChaosMonkeySafeLeaderTest, TestSolrConfigHandler, ExitableDirectoryReaderTest, DistributedDebugComponentTest, TestFreeTextSuggestions, TestDownShardTolerantSearch, SolrInfoBeanTest, TestFoldingMultitermQuery, TestNumericTerms32, TestDocBasedVersionConstraints, CacheHeaderTest, ConfigureRecoveryStrategyTest, SolrCoreTest, AtomicUpdatesTest, TestPivotHelperCode, V2StandaloneTest, TestPhraseSuggestions, TestFieldCacheVsDocValues, TestBackupRepositoryFactory, TestRebalanceLeaders, LeaderFailoverAfterPartitionTest, TestReplicationHandlerBackup, SolrShardReporterTest]
   [junit4] Completed [303/749 (2!)] on J0 in 637.92s, 1 test, 1 error <<< FAILURES!

[...truncated 41679 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 873 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/873/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.update.processor.TimePartitionedUpdateProcessorTest.test

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([4A0A9E5F421E037:8CF4963F5ADD8DCF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.processor.TimePartitionedUpdateProcessorTest.assertInvariants(TimePartitionedUpdateProcessorTest.java:245)
	at org.apache.solr.update.processor.TimePartitionedUpdateProcessorTest.test(TimePartitionedUpdateProcessorTest.java:123)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 14068 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimePartitionedUpdateProcessorTest
   [junit4]   2> 2422280 INFO  (SUITE-TimePartitionedUpdateProcessorTest-seed#[4A0A9E5F421E037]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/init-core-data-001
   [junit4]   2> 2422281 WARN  (SUITE-TimePartitionedUpdateProcessorTest-seed#[4A0A9E5F421E037]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 2422281 INFO  (SUITE-TimePartitionedUpdateProcessorTest-seed#[4A0A9E5F421E037]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2422282 INFO  (SUITE-TimePartitionedUpdateProcessorTest-seed#[4A0A9E5F421E037]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2422282 INFO  (SUITE-TimePartitionedUpdateProcessorTest-seed#[4A0A9E5F421E037]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001
   [junit4]   2> 2422282 INFO  (SUITE-TimePartitionedUpdateProcessorTest-seed#[4A0A9E5F421E037]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2422282 INFO  (Thread-9747) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2422283 INFO  (Thread-9747) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2422287 ERROR (Thread-9747) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2422383 INFO  (SUITE-TimePartitionedUpdateProcessorTest-seed#[4A0A9E5F421E037]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41693
   [junit4]   2> 2422386 INFO  (jetty-launcher-5865-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2422386 INFO  (jetty-launcher-5865-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2422387 INFO  (jetty-launcher-5865-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4db69ee9{/solr,null,AVAILABLE}
   [junit4]   2> 2422387 INFO  (jetty-launcher-5865-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6082d563{/solr,null,AVAILABLE}
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40ae7289{HTTP/1.1,[http/1.1]}{127.0.0.1:39041}
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4def7ec2{HTTP/1.1,[http/1.1]}{127.0.0.1:37601}
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-1) [    ] o.e.j.s.Server Started @2423616ms
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-2) [    ] o.e.j.s.Server Started @2423616ms
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39041}
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37601}
   [junit4]   2> 2422388 ERROR (jetty-launcher-5865-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2422388 ERROR (jetty-launcher-5865-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.2.0
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.2.0
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2422388 INFO  (jetty-launcher-5865-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2422389 INFO  (jetty-launcher-5865-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2422389 INFO  (jetty-launcher-5865-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-21T21:24:50.331068Z
   [junit4]   2> 2422389 INFO  (jetty-launcher-5865-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-21T21:24:50.331127Z
   [junit4]   2> 2422390 INFO  (jetty-launcher-5865-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2422390 INFO  (jetty-launcher-5865-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2422393 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fe07821b20002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2422395 INFO  (jetty-launcher-5865-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41693/solr
   [junit4]   2> 2422395 INFO  (jetty-launcher-5865-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41693/solr
   [junit4]   2> 2422441 INFO  (jetty-launcher-5865-thread-2) [n:127.0.0.1:37601_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2422441 INFO  (jetty-launcher-5865-thread-1) [n:127.0.0.1:39041_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2422441 INFO  (jetty-launcher-5865-thread-2) [n:127.0.0.1:37601_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37601_solr
   [junit4]   2> 2422441 INFO  (jetty-launcher-5865-thread-1) [n:127.0.0.1:39041_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39041_solr
   [junit4]   2> 2422441 INFO  (jetty-launcher-5865-thread-2) [n:127.0.0.1:37601_solr    ] o.a.s.c.Overseer Overseer (id=99044523391451141-127.0.0.1:37601_solr-n_0000000000) starting
   [junit4]   2> 2422442 INFO  (zkCallback-5876-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2422442 INFO  (zkCallback-5877-thread-1-processing-n:127.0.0.1:39041_solr) [n:127.0.0.1:39041_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2422458 INFO  (jetty-launcher-5865-thread-2) [n:127.0.0.1:37601_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37601_solr
   [junit4]   2> 2422459 INFO  (zkCallback-5876-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2422459 INFO  (zkCallback-5877-thread-1-processing-n:127.0.0.1:39041_solr) [n:127.0.0.1:39041_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2422488 INFO  (jetty-launcher-5865-thread-2) [n:127.0.0.1:37601_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37601.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f7662
   [junit4]   2> 2422494 INFO  (jetty-launcher-5865-thread-2) [n:127.0.0.1:37601_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37601.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f7662
   [junit4]   2> 2422494 INFO  (jetty-launcher-5865-thread-2) [n:127.0.0.1:37601_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37601.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f7662
   [junit4]   2> 2422494 INFO  (jetty-launcher-5865-thread-1) [n:127.0.0.1:39041_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39041.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f7662
   [junit4]   2> 2422495 INFO  (jetty-launcher-5865-thread-2) [n:127.0.0.1:37601_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/.
   [junit4]   2> 2422499 INFO  (jetty-launcher-5865-thread-1) [n:127.0.0.1:39041_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39041.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f7662
   [junit4]   2> 2422500 INFO  (jetty-launcher-5865-thread-1) [n:127.0.0.1:39041_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39041.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f7662
   [junit4]   2> 2422500 INFO  (jetty-launcher-5865-thread-1) [n:127.0.0.1:39041_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node1/.
   [junit4]   2> 2422522 INFO  (TEST-TimePartitionedUpdateProcessorTest.testParse-seed#[4A0A9E5F421E037]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testParse
   [junit4]   2> 2422523 INFO  (TEST-TimePartitionedUpdateProcessorTest.testParse-seed#[4A0A9E5F421E037]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testParse
   [junit4]   2> 2422526 INFO  (TEST-TimePartitionedUpdateProcessorTest.test-seed#[4A0A9E5F421E037]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2422527 INFO  (TEST-TimePartitionedUpdateProcessorTest.test-seed#[4A0A9E5F421E037]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2422528 INFO  (TEST-TimePartitionedUpdateProcessorTest.test-seed#[4A0A9E5F421E037]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41693/solr ready
   [junit4]   2> 2422529 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2422530 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 2422530 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 2422530 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 2422530 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 2422531 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 2422531 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 2422532 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 2422532 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 2422533 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 2422533 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 2422534 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 2422534 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
   [junit4]   2> 2422534 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 2422535 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 2422535 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 2422536 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 2422536 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 2422537 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 2422537 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 2422537 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 2422538 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 2422538 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 2422539 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 2422539 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 2422539 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 2422540 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 2422540 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 2422541 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 2422541 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 2422541 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 2422542 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 2422542 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 2422543 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 2422543 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 2422543 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 2422544 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 2422544 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 2422545 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 2422545 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 2422545 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 2422546 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 2422546 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 2422546 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 2422547 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 2422547 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 2422547 INFO  (OverseerThreadFactory-11628-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 2422651 INFO  (OverseerStateUpdate-99044523391451141-127.0.0.1:37601_solr-n_0000000000) [n:127.0.0.1:37601_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37601/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2422853 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2422854 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2422958 INFO  (zkCallback-5876-thread-1-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2422958 INFO  (zkCallback-5876-thread-2-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2423865 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 2423865 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 2423866 WARN  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 2423867 WARN  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2423867 WARN  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 2423867 WARN  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2423867 WARN  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 2423868 WARN  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2423868 WARN  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 2423868 WARN  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2423878 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2423901 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 2423984 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2423992 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
   [junit4]   2> 2423992 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37601.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f7662
   [junit4]   2> 2423992 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2423992 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 2423996 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 2424029 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2424029 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2424030 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2424030 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2424031 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40408c9a[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 2424032 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 2424032 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 2424032 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 2424032 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2424033 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2424033 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 2424034 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2424034 INFO  (searcherExecutor-11633-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@40408c9a[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2424034 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584712376098226176
   [junit4]   2> 2424034 INFO  (searcherExecutor-11633-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2424034 INFO  (searcherExecutor-11633-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2424034 INFO  (searcherExecutor-11633-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@40408c9a[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2424036 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2424036 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2424036 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37601/solr/timeConfig_shard1_replica_n1/
   [junit4]   2> 2424036 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2424036 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37601/solr/timeConfig_shard1_replica_n1/ has no replicas
   [junit4]   2> 2424036 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2424037 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37601/solr/timeConfig_shard1_replica_n1/ shard1
   [junit4]   2> 2424138 INFO  (zkCallback-5876-thread-3-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2424138 INFO  (zkCallback-5876-thread-2-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2424188 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2424197 INFO  (qtp1853121227-35957) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1343
   [junit4]   2> 2424199 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2424290 INFO  (zkCallback-5876-thread-3-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2424291 INFO  (zkCallback-5876-thread-2-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2424531 INFO  (OverseerCollectionConfigSetProcessor-99044523391451141-127.0.0.1:37601_solr-n_0000000000) [n:127.0.0.1:37601_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2425200 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2671
   [junit4]   2> 2425206 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"tolerant",
   [junit4]   2>     "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
   [junit4]   2>     "name":"inc",
   [junit4]   2>     "class":"org.apache.solr.update.processor.TimePartitionedUpdateProcessorTest$IncrementURPFactory",
   [junit4]   2>     "fieldName":"integer_i"}}]
   [junit4]   2> 2425207 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 2425207 INFO  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 2425208 INFO  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
   [junit4]   2> 2425208 INFO  (solrHandlerExecutor-11638-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2425216 INFO  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 2425217 INFO  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 2425217 WARN  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 2425218 WARN  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2425218 WARN  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 2425218 WARN  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2425219 WARN  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 2425219 WARN  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2425219 WARN  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 2425220 WARN  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 2425230 INFO  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2425250 INFO  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 2425309 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 2425309 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2425309 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 2425309 INFO  (solrHandlerExecutor-11638-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:37601/solr/timeConfig_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 2425310 INFO  (solrHandlerExecutor-11638-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2425345 INFO  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2425354 INFO  (Thread-9766) [n:127.0.0.1:37601_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
   [junit4]   2> 2425365 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37601.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f7662
   [junit4]   2> 2425365 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/timeConfig_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/./timeConfig_shard1_replica_n1/data/]
   [junit4]   2> 2425367 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 2425390 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2425390 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2425391 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b6d8984[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 2425392 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 2425392 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 2425392 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 2425392 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2425392 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2425393 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 2425393 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2425394 INFO  (searcherExecutor-11639-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@2b6d8984[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2425394 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584712377524289536
   [junit4]   2> 2425394 INFO  (searcherExecutor-11639-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2425394 INFO  (searcherExecutor-11639-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2425395 INFO  (searcherExecutor-11639-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@2b6d8984[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2425397 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2425397 INFO  (Thread-9766) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f35fcc0[timeConfig_shard1_replica_n1] main]
   [junit4]   2> 2425397 INFO  (searcherExecutor-11639-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@7f35fcc0[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2425397 INFO  (searcherExecutor-11639-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2425399 INFO  (searcherExecutor-11639-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@7f35fcc0[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2425410 INFO  (qtp1853121227-35949) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 2425410 INFO  (qtp1853121227-35949) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 2425410 INFO  (qtp1853121227-35949) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2425411 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 203.0ms to set the property overlay to be of version 0 for collection timeConfig
   [junit4]   2> 2425411 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config params={wt=javabin&version=2} status=0 QTime=206
   [junit4]   2> 2425411 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6f5996cf
   [junit4]   2> 2425411 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=1868142287
   [junit4]   2> 2425411 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ce1cfe: rootName = solr_37601, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2e548e02
   [junit4]   2> 2425416 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=1868142287
   [junit4]   2> 2425417 INFO  (qtp1853121227-35956) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json 
   [junit4]   2> 2425417 INFO  (qtp1853121227-35956) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 2425418 INFO  (Thread-9767) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
   [junit4]   2> 2425418 INFO  (Thread-9767) [n:127.0.0.1:37601_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 2425418 INFO  (Thread-9767) [n:127.0.0.1:37601_solr    ] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 2425418 INFO  (solrHandlerExecutor-11643-thread-1-processing-n:127.0.0.1:37601_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 2425519 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
   [junit4]   2> 2425519 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 2425519 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2425519 INFO  (qtp1853121227-35956) [n:127.0.0.1:37601_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 101.0ms to set the property params to be of version 1 for collection timeConfig
   [junit4]   2> 2425520 INFO  (qtp1853121227-35951) [n:127.0.0.1:37601_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=timeConfig&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2425521 INFO  (OverseerThreadFactory-11628-thread-2-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2425522 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=null
   [junit4]   2> 2425522 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bc231df: rootName = solr_37601, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2e548e02
   [junit4]   2> 2425529 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr    ] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@71cb4116
   [junit4]   2> 2425529 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=1909145878
   [junit4]   2> 2425529 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=1909145878
   [junit4]   2> 2425531 INFO  (qtp1853121227-35955) [n:127.0.0.1:37601_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 2426235 INFO  (qtp1853121227-35951) [n:127.0.0.1:37601_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=timeConfig&action=DELETE&wt=javabin&version=2} status=0 QTime=715
   [junit4]   2> 2426236 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.timePartitionAliasName=myalias&collection.configName=timeConfig&name=myalias_2017-10-23&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2426238 INFO  (OverseerThreadFactory-11628-thread-3-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.CreateCollectionCmd Create collection myalias_2017-10-23
   [junit4]   2> 2426238 INFO  (OverseerCollectionConfigSetProcessor-99044523391451141-127.0.0.1:37601_solr-n_0000000000) [n:127.0.0.1:37601_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2426445 INFO  (OverseerStateUpdate-99044523391451141-127.0.0.1:37601_solr-n_0000000000) [n:127.0.0.1:37601_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"myalias_2017-10-23",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"myalias_2017-10-23_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37601/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2426646 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node2&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 2426751 INFO  (zkCallback-5876-thread-2-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2426751 INFO  (zkCallback-5876-thread-3-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2427654 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 1 
   [junit4]   2> 2427654 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 1
   [junit4]   2> 2427654 WARN  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 2427655 WARN  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
   [junit4]   2> 2427655 WARN  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 2427655 WARN  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
   [junit4]   2> 2427655 WARN  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 2427655 WARN  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
   [junit4]   2> 2427655 WARN  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 2427655 WARN  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
   [junit4]   2> 2427660 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2427684 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.s.IndexSchema [myalias_2017-10-23_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 2427776 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 2427786 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'myalias_2017-10-23_shard1_replica_n1' using configuration from collection myalias_2017-10-23, trusted=true
   [junit4]   2> 2427786 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37601.solr.core.myalias_2017-10-23.shard1.replica_n1' (registry 'solr.core.myalias_2017-10-23.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@197f7662
   [junit4]   2> 2427786 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2427786 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrCore [[myalias_2017-10-23_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001/tempDir-001/node2/./myalias_2017-10-23_shard1_replica_n1/data/]
   [junit4]   2> 2427790 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 2427817 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2427817 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2427818 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2427818 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2427819 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b1d9d0e[myalias_2017-10-23_shard1_replica_n1] main]
   [junit4]   2> 2427821 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
   [junit4]   2> 2427821 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
   [junit4]   2> 2427821 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
   [junit4]   2> 2427821 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2427822 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2427822 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 2427823 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2427823 INFO  (searcherExecutor-11644-thread-1-processing-n:127.0.0.1:37601_solr x:myalias_2017-10-23_shard1_replica_n1 s:shard1 c:myalias_2017-10-23 r:core_node2) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@b1d9d0e[myalias_2017-10-23_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2427823 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584712380071280640
   [junit4]   2> 2427823 INFO  (searcherExecutor-11644-thread-1-processing-n:127.0.0.1:37601_solr x:myalias_2017-10-23_shard1_replica_n1 s:shard1 c:myalias_2017-10-23 r:core_node2) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 2427823 INFO  (searcherExecutor-11644-thread-1-processing-n:127.0.0.1:37601_solr x:myalias_2017-10-23_shard1_replica_n1 s:shard1 c:myalias_2017-10-23 r:core_node2) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2427824 INFO  (searcherExecutor-11644-thread-1-processing-n:127.0.0.1:37601_solr x:myalias_2017-10-23_shard1_replica_n1 s:shard1 c:myalias_2017-10-23 r:core_node2) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrCore [myalias_2017-10-23_shard1_replica_n1] Registered new searcher Searcher@b1d9d0e[myalias_2017-10-23_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2427826 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2427826 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2427826 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37601/solr/myalias_2017-10-23_shard1_replica_n1/
   [junit4]   2> 2427826 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2427826 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37601/solr/myalias_2017-10-23_shard1_replica_n1/ has no replicas
   [junit4]   2> 2427826 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2427827 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37601/solr/myalias_2017-10-23_shard1_replica_n1/ shard1
   [junit4]   2> 2427928 INFO  (zkCallback-5876-thread-3-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2427928 INFO  (zkCallback-5876-thread-2-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2427977 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2427985 INFO  (qtp1853121227-35945) [n:127.0.0.1:37601_solr c:myalias_2017-10-23 s:shard1 r:core_node2 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node2&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=1338
   [junit4]   2> 2427987 INFO  (qtp1853121227-35947) [n:127.0.0.1:37601_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2428079 INFO  (zkCallback-5876-thread-3-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2428079 INFO  (zkCallback-5876-thread-2-processing-n:127.0.0.1:37601_solr) [n:127.0.0.1:37601_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
   [junit4]   

[...truncated too long message...]

ing : 127.0.0.1:37601_solr
   [junit4]   2> 2429184 WARN  (OverseerAutoScalingTriggerThread-99044523391451141-127.0.0.1:37601_solr-n_0000000000) [n:127.0.0.1:37601_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2429212 INFO  (jetty-closer-5866-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6082d563{/solr,null,UNAVAILABLE}
   [junit4]   2> 2429212 ERROR (SUITE-TimePartitionedUpdateProcessorTest-seed#[4A0A9E5F421E037]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2429212 INFO  (SUITE-TimePartitionedUpdateProcessorTest-seed#[4A0A9E5F421E037]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41693 41693
   [junit4]   2> 2429242 INFO  (Thread-9747) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41693 41693
   [junit4]   2> 2429242 WARN  (Thread-9747) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/configs/timeConfig
   [junit4]   2> 	3	/solr/configs/timeConfig/managed-schema
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/timeConfig/state.json
   [junit4]   2> 	5	/solr/collections/myalias_2017-10-23/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.TimePartitionedUpdateProcessorTest_4A0A9E5F421E037-001
   [junit4]   2> Nov 21, 2017 9:24:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=en-LC, timezone=Europe/Belfast
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=231590160,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrCLIRunExample, TestCustomSort, V2ApiIntegrationTest, HdfsChaosMonkeyNothingIsSafeTest, BaseCdcrDistributedZkTest, HdfsTlogReplayBufferedWhileIndexingTest, CopyFieldTest, LeaderElectionContextKeyTest, QueryResultKeyTest, TestSchemaManager, TestDistribIDF, TestMiniSolrCloudClusterSSL, TestNumericRangeQuery32, TestPayloadCheckQParserPlugin, PluginInfoTest, RecoveryAfterSoftCommitTest, TestRestoreCore, TestSimpleTextCodec, TestPerFieldSimilarityWithDefaultOverride, TestUninvertingReader, TestSchemaSimilarityResource, ReturnFieldsTest, TestLMJelinekMercerSimilarityFactory, LoggingHandlerTest, WordBreakSolrSpellCheckerTest, RequiredFieldsTest, DistributedQueryComponentCustomSortTest, TestSlowCompositeReaderWrapper, TestCustomDocTransformer, BlockJoinFacetSimpleTest, FullSolrCloudDistribCmdsTest, TestGraphMLResponseWriter, SolrCoreMetricManagerTest, HdfsNNFailoverTest, ScriptEngineTest, TestTrie, FacetPivotSmallTest, PreAnalyzedFieldManagedSchemaCloudTest, TestLRUStatsCache, TestCoreAdminApis, CachingDirectoryFactoryTest, TestFieldCache, TestIndexSearcher, TestCloudPivotFacet, TestJsonRequest, SuggesterWFSTTest, HLLSerializationTest, CoreAdminHandlerTest, UniqFieldsUpdateProcessorFactoryTest, CoreAdminCreateDiscoverTest, TestConfigSetImmutable, TestPartialUpdateDeduplication, TestCorePropertiesReload, SortByFunctionTest, CheckHdfsIndexTest, TestUniqueKeyFieldResource, DocValuesMissingTest, TestFieldCacheSortRandom, TestSimpleQParserPlugin, SecurityConfHandlerTest, TestClassicSimilarityFactory, TestValueSourceCache, UnloadDistributedZkTest, TestCoreDiscovery, TestExtendedDismaxParser, TestSystemIdResolver, DocValuesNotIndexedTest, SimplePostToolTest, TestCollapseQParserPlugin, TestStressUserVersions, LeaderInitiatedRecoveryOnCommitTest, TimeZoneUtilsTest, TestFileDictionaryLookup, QueryElevationComponentTest, IndexBasedSpellCheckerTest, AsyncCallRequestStatusResponseTest, UUIDFieldTest, TestQuerySenderListener, ChangedSchemaMergeTest, TestStreamBody, UpdateLogTest, TestLegacyNumericUtils, TestStressLiveNodes, OverseerStatusTest, ClassificationUpdateProcessorIntegrationTest, ShufflingReplicaListTransformerTest, TestManagedSynonymGraphFilterFactory, TestLegacyNumericRangeQueryBuilder, PKIAuthenticationIntegrationTest, StatsComponentTest, TestNamedUpdateProcessors, InfoHandlerTest, SolrTestCaseJ4Test, CdcrVersionReplicationTest, TestCoreContainer, RecoveryZkTest, RulesTest, TestGraphTermsQParserPlugin, StressHdfsTest, HdfsDirectoryTest, DistributedFacetPivotSmallAdvancedTest, DirectSolrSpellCheckerTest, BlockCacheTest, DistanceFunctionTest, AtomicUpdateProcessorFactoryTest, FileBasedSpellCheckerTest, TestDistributedMissingSort, TestRawResponseWriter, ConfigSetsAPITest, TestTolerantUpdateProcessorRandomCloud, LeaderElectionTest, ZkNodePropsTest, DeleteNodeTest, FieldMutatingUpdateProcessorTest, TestSolrCloudWithSecureImpersonation, TestQueryTypes, ReplicationFactorTest, TestCSVResponseWriter, TestReload, CSVRequestHandlerTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestStressReorder, TestJoin, DistributedTermsComponentTest, TestRangeQuery, TestSolr4Spatial, TestGroupingSearch, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, TestLazyCores, HighlighterTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, TestOmitPositions, DocumentBuilderTest, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, TestJmxIntegration, MBeansHandlerTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, BadComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistributedVersionInfoTest, HttpPartitionTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RollingRestartTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudSearcherWarming, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestHdfsCloudBackupRestore, TestLockTree, TestOnReconnectListenerSupport, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestReplicaProperties, TestSegmentSorting, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, ExecutePlanActionTest, SystemLogListenerTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSets, TestImplicitCoreProperties, TestInitParams, TestNRTOpen, TestReloadAndDeleteDocs, TestSolrConfigHandler, TestSolrCloudSnapshots, V2StandaloneTest, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, PropertiesRequestHandlerTest, StatsReloadRaceTest, TestApiFramework, DistributedFacetExistsSmallTest, DistributedFacetPivotSmallTest, DistributedFacetPivotWhiteBoxTest, DistributedQueryComponentOptimizationTest, InfixSuggestersTest, TestHttpShardHandlerFactory, JavabinLoaderTest, MetricsConfigTest, SolrMetricsIntegrationTest, SolrSlf4jReporterTest, SubstringBytesRefFilterTest, TestMacros, JSONWriterTest, TestExportWriter, TestPushWriter, TestRawTransformer, TestSolrQueryResponse, TestChildDocTransformer, TestSubQueryTransformer, TestSubQueryTransformerCrossCore, TestSubQueryTransformerDistrib, TestManagedResource, TestManagedResourceStorage, TestBulkSchemaAPI, TestSchemaNameResource, TestManagedSynonymFilterFactory, DateRangeFieldTest, SpatialRPTFieldTypeTest, TestCloudSchemaless, TestReloadDeadlock, TestSmileRequest, TestSolr4Spatial2, TestSolrCoreParser, TestXmlQParserPlugin, TestJsonFacets, SimpleMLTQParserTest, TestExactSharedStatsCache, TestRuleBasedAuthorizationPlugin, TestDelegationWithHadoopAuth, ResponseHeaderTest, SpellCheckCollatorWithCollapseTest, TestHighFrequencyDictionaryFactory, HdfsLockFactoryTest, TestNumericTerms64, AddSchemaFieldsUpdateProcessorFactoryTest, ParsingFieldUpdateProcessorsTest, PreAnalyzedUpdateProcessorTest, TemplateUpdateProcessorTest, TimePartitionedUpdateProcessorTest]
   [junit4] Completed [748/749 (1!)] on J2 in 7.98s, 2 tests, 1 failure <<< FAILURES!

[...truncated 40120 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 872 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/872/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CleanupOldIndexTest.test

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([BC13C3A19774A866:3447FC7B3988C59E]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1275)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
	at org.apache.solr.cloud.CleanupOldIndexTest.test(CleanupOldIndexTest.java:114)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:33545

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33545
	at __randomizedtesting.SeedInfo.seed([BC13C3A19774A866:3447FC7B3988C59E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 43 more




Build Log:
[...truncated 12717 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BC13C3A19774A866-001/init-core-data-001
   [junit4]   2> 1182166 WARN  (SUITE-LeaderFailoverAfterPartitionTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1182166 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1182167 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1182167 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1182167 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1182169 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1182169 INFO  (Thread-2661) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1182169 INFO  (Thread-2661) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1182170 ERROR (Thread-2661) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1182269 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.ZkTestServer start zk server on port:34395
   [junit4]   2> 1182275 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1182276 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1182276 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1182277 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1182277 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1182277 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1182278 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1182278 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1182278 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1182279 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1182279 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1182280 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1182342 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1182343 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1818c92{/,null,AVAILABLE}
   [junit4]   2> 1182344 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@141c69a{HTTP/1.1,[http/1.1]}{127.0.0.1:41433}
   [junit4]   2> 1182344 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.e.j.s.Server Started @1183604ms
   [junit4]   2> 1182344 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BC13C3A19774A866-001/tempDir-001/control/data, hostContext=/, hostPort=33545, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BC13C3A19774A866-001/control-001/cores}
   [junit4]   2> 1182344 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1182345 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.2.0
   [junit4]   2> 1182345 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1182345 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1182345 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-21T18:34:01.153Z
   [junit4]   2> 1182346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1182346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BC13C3A19774A866-001/control-001/solr.xml
   [junit4]   2> 1182349 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1182349 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1182349 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1182351 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34395/solr
   [junit4]   2> 1182375 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [n:127.0.0.1:33545_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1182376 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [n:127.0.0.1:33545_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33545_
   [junit4]   2> 1182376 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [n:127.0.0.1:33545_    ] o.a.s.c.Overseer Overseer (id=99043851696734212-127.0.0.1:33545_-n_0000000000) starting
   [junit4]   2> 1182379 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [n:127.0.0.1:33545_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33545_
   [junit4]   2> 1182379 INFO  (zkCallback-1263-thread-1-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1182439 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [n:127.0.0.1:33545_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1182446 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [n:127.0.0.1:33545_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1182446 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [n:127.0.0.1:33545_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1182447 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [n:127.0.0.1:33545_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BC13C3A19774A866-001/control-001/cores
   [junit4]   2> 1182462 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1182463 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34395/solr ready
   [junit4]   2> 1182463 INFO  (SocketProxy-Acceptor-33545) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44388,localport=33545], receiveBufferSize:531000
   [junit4]   2> 1182465 INFO  (SocketProxy-Acceptor-33545) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41433,localport=57594], receiveBufferSize=530904
   [junit4]   2> 1182466 INFO  (qtp20387127-9398) [n:127.0.0.1:33545_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33545_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1182467 INFO  (OverseerThreadFactory-4545-thread-1-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1182569 INFO  (SocketProxy-Acceptor-33545) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44392,localport=33545], receiveBufferSize:531000
   [junit4]   2> 1182570 INFO  (SocketProxy-Acceptor-33545) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41433,localport=57598], receiveBufferSize=530904
   [junit4]   2> 1182570 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1182570 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1182672 INFO  (zkCallback-1263-thread-1-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1183587 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1183599 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1183656 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1183664 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1183664 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1183664 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1183664 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BC13C3A19774A866-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BC13C3A19774A866-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1183666 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28994787801737704]
   [junit4]   2> 1183667 WARN  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1183690 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1183690 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1183691 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1183691 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1183692 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=645373651, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1183692 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15526a3[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1183693 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1183693 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1183694 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1183695 INFO  (searcherExecutor-4548-thread-1-processing-n:127.0.0.1:33545_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@15526a3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1183695 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584701628746825728
   [junit4]   2> 1183698 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1183698 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1183698 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33545/control_collection_shard1_replica_n1/
   [junit4]   2> 1183698 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1183698 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33545/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1183698 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1183699 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33545/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1242525 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33545
   [junit4]   2> 1242525 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=5499530
   [junit4]   2> 1242525 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1242525 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17ecb79: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@18f72bf
   [junit4]   2> 1242534 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1242534 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@525f9b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@8d362b
   [junit4]   2> 1242541 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1242541 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d8227: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1f89c8a
   [junit4]   2> 1242543 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33545_
   [junit4]   2> 1242544 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1242544 INFO  (zkCallback-1263-thread-2-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1242544 INFO  (coreCloseExecutor-4553-thread-1) [n:127.0.0.1:33545_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@28cad4
   [junit4]   2> 1242545 INFO  (coreCloseExecutor-4553-thread-1) [n:127.0.0.1:33545_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=2673364
   [junit4]   2> 1242545 INFO  (coreCloseExecutor-4553-thread-1) [n:127.0.0.1:33545_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@112a0a: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@964d32
   [junit4]   2> 1242558 INFO  (coreCloseExecutor-4553-thread-1) [n:127.0.0.1:33545_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=2673364
   [junit4]   2> 1253391 INFO  (ScheduledTrigger-4543-thread-1) [n:127.0.0.1:33545_    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1253392 INFO  (AutoscalingActionExecutor-4544-thread-1-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"14f92d9cfa3d9500Te9e5ltcn42t1yt6vlhd3qjhbv",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1511289302196000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1511289302196000000],
   [junit4]   2>     "_enqueue_time_":1511289312198000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:33545_"]}}
   [junit4]   2> 1282669 WARN  (SocketProxy-Request-44392:41433) [    ] o.a.s.c.SocketProxy java.net.SocketTimeoutException: Read timed out when reading from Socket[addr=/127.0.0.1,port=44392,localport=33545]
   [junit4]   2> 1282671 ERROR (OverseerThreadFactory-4545-thread-1-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:33545
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33545
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:33545 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1282671 ERROR (OverseerThreadFactory-4545-thread-1-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 1282670 WARN  (SocketProxy-Response-41433:44392) [    ] o.a.s.c.SocketProxy java.net.SocketTimeoutException: Read timed out when reading from Socket[addr=/127.0.0.1,port=41433,localport=57598]
   [junit4]   2> 1282671 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.Overseer Overseer (id=99043851696734212-127.0.0.1:33545_-n_0000000000) closing
   [junit4]   2> 1282672 INFO  (OverseerStateUpdate-99043851696734212-127.0.0.1:33545_-n_0000000000) [n:127.0.0.1:33545_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33545_
   [junit4]   2> 1282672 INFO  (OverseerThreadFactory-4545-thread-1-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1312706 INFO  (zkCallback-1263-thread-2-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1312707 ERROR (OverseerThreadFactory-4545-thread-1-processing-n:127.0.0.1:33545_) [n:127.0.0.1:33545_    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1312717 WARN  (OverseerAutoScalingTriggerThread-99043851696734212-127.0.0.1:33545_-n_0000000000) [n:127.0.0.1:33545_    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1312719 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@141c69a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1312719 INFO  (qtp20387127-9398) [n:127.0.0.1:33545_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33545_&wt=javabin&version=2} status=500 QTime=130253
   [junit4]   2> 1312719 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1818c92{/,null,UNAVAILABLE}
   [junit4]   2> 1312720 ERROR (qtp20387127-9398) [n:127.0.0.1:33545_    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1312741 ERROR (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1312742 ERROR (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 1312750 INFO  (qtp20387127-9400) [n:127.0.0.1:33545_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=130180
   [junit4]   2> 1312750 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1312751 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34395 34395
   [junit4]   2> 1317867 INFO  (Thread-2661) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34395 34395
   [junit4]   2> 1317868 WARN  (Thread-2661) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1317868 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:33545/, target: http://127.0.0.1:41433/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=BC13C3A19774A866 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-ES -Dtests.timezone=America/Hermosillo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    136s J0 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33545
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BC13C3A19774A866:3447FC7B3988C59E]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BC13C3A19774A866-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1338, maxMBSortInHeap=6.683645417300076, sim=RandomSimilarity(queryNorm=true): {}, locale=es-ES, timezone=America/Hermosillo
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=161233336,total=435945472
   [junit4]   2> NOTE: All tests run in this JVM: [BasicFunctionalityTest, SimpleFacetsTest, PeerSyncTest, TestCryptoKeys, VersionInfoTest, SolrGangliaReporterTest, TestPayloadScoreQParserPlugin, FileUtilsTest, TestCrossCoreJoin, LargeFieldTest, TestBinaryField, TestSolrJ, CloudMLTQParserTest, DocValuesTest, SpellCheckCollatorTest, SpatialHeatmapFacetsTest, TermsComponentTest, TestUtils, TestSha256AuthenticationProvider, GraphQueryTest, TestNumericTerms32, TestTlogReplica, StatelessScriptUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, TestReloadAndDeleteDocs, DateFieldTest, DistribCursorPagingTest, HdfsLockFactoryTest, CoreAdminRequestStatusTest, CursorPagingTest, TestLegacyTerms, TestLocalFSCloudBackupRestore, TestClusterProperties, MetricsHandlerTest, ResponseHeaderTest, TestFieldResource, TestCodecSupport, DataDrivenBlockJoinTest, DistributedQueueTest, SortSpecParsingTest, DistributedFacetPivotLargeTest, TestPhraseSuggestions, TestMacroExpander, TestAnalyzeInfixSuggestions, ExternalFileFieldSortTest, TestRestManager, AssignBackwardCompatibilityTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCloudInspectUtil, TestTestInjection, NodeLostTriggerTest, ExitableDirectoryReaderTest, TestPHPSerializedResponseWriter, TlogReplayBufferedWhileIndexingTest, TestFieldCacheVsDocValues, TestDocBasedVersionConstraints, TestStressVersions, TestRawTransformer, HdfsSyncSliceTest, AddBlockUpdateTest, SolrInfoBeanTest, ConnectionManagerTest, SolrJmxReporterTest, TestNoOpRegenerator, TestLeaderElectionWithEmptyReplica, SolrXmlInZkTest, TestSort, TestSmileRequest, TestObjectReleaseTracker, TestInPlaceUpdatesDistrib, DistributedQueryComponentOptimizationTest, SmileWriterTest, TestIndexingPerformance, TestDFISimilarityFactory, TestReversedWildcardFilterFactory, AtomicUpdatesTest, TestSolrDeletionPolicy1, AnalyticsMergeStrategyTest, TestFieldCacheReopen, ActionThrottleTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestReloadDeadlock, MinimalSchemaTest, CollectionsAPISolrJTest, HdfsBasicDistributedZk2Test, TestFoldingMultitermQuery, CdcrReplicationHandlerTest, TestManagedSchemaThreadSafety, TestOnReconnectListenerSupport, HdfsAutoAddReplicasIntegrationTest, TestReplicationHandler, BlobRepositoryCloudTest, ExplicitHLLTest, TestCollectionAPIs, TestSolrFieldCacheBean, CollectionStateFormat2Test, BlockJoinFacetDistribTest, TestBlobHandler, ZkControllerTest, DirectUpdateHandlerOptimizeTest, TestDistributedSearch, CacheHeaderTest, TestHalfAndHalfDocValues, TestEmbeddedSolrServerSchemaAPI, TestFieldSortValues, TestClusterStateMutator, SoftAutoCommitTest, BasicZkTest, PrimitiveFieldTypeTest, TestTrieFacet, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [358/749 (1!)] on J0 in 135.72s, 1 test, 1 error <<< FAILURES!

[...truncated 1140 lines...]
   [junit4] Suite: org.apache.solr.cloud.CleanupOldIndexTest
   [junit4]   2> 1643688 INFO  (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BC13C3A19774A866-001/init-core-data-001
   [junit4]   2> 1643688 INFO  (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1643688 INFO  (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1643689 INFO  (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BC13C3A19774A866-001/tempDir-001
   [junit4]   2> 1643689 INFO  (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1643689 INFO  (Thread-3193) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1643689 INFO  (Thread-3193) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1643690 ERROR (Thread-3193) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1643792 INFO  (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40661
   [junit4]   2> 1643803 INFO  (jetty-launcher-3171-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1643806 INFO  (jetty-launcher-3171-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1643811 INFO  (jetty-launcher-3171-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48c322{/solr,null,AVAILABLE}
   [junit4]   2> 1643814 INFO  (jetty-launcher-3171-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a899c6{/solr,null,AVAILABLE}
   [junit4]   2> 1643814 INFO  (jetty-launcher-3171-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5b0900{HTTP/1.1,[http/1.1]}{127.0.0.1:35303}
   [junit4]   2> 1643814 INFO  (jetty-launcher-3171-thread-1) [    ] o.e.j.s.Server Started @1645073ms
   [junit4]   2> 1643814 INFO  (jetty-launcher-3171-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35303}
   [junit4]   2> 1643814 ERROR (jetty-launcher-3171-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1643814 INFO  (jetty-launcher-3171-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.2.0
   [junit4]   2> 1643814 INFO  (jetty-launcher-3171-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1643814 INFO  (jetty-launcher-3171-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1643814 INFO  (jetty-launcher-3171-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-21T18:41:42.622Z
   [junit4]   2> 1643815 INFO  (jetty-launcher-3171-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1861383{HTTP/1.1,[http/1.1]}{127.0.0.1:44035}
   [junit4]   2> 1643815 INFO  (jetty-launcher-3171-thread-2) [    ] o.e.j.s.Server Started @1645074ms
   [junit4]   2> 1643815 INFO  (jetty-launcher-3171-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44035}
   [junit4]   2> 1643815 ERROR (jetty-launcher-3171-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1643815 INFO  (jetty-launcher-3171-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.2.0
   [junit4]   2> 1643815 INFO  (jetty-launcher-3171-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1643815 INFO  (jetty-launcher-3171-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1643815 INFO  (jetty-launcher-3171-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-21T18:41:42.623Z
   [junit4]   2> 1643816 INFO  (jetty-launcher-3171-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1643816 INFO  (jetty-launcher-3171-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1643830 INFO  (jetty-launcher-3171-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40661/solr
   [junit4]   2> 1643830 INFO  (jetty-launcher-3171-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40661/solr
   [junit4]   2> 1643877 INFO  (jetty-launcher-3171-thread-1) [n:127.0.0.1:35303_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1643877 INFO  (jetty-launcher-3171-thread-1) [n:127.0.0.1:35303_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35303_solr
   [junit4]   2> 1643878 INFO  (jetty-launcher-3171-thread-1) [n:127.0.0.1:35303_solr    ] o.a.s.c.Overseer Overseer (id=99043881942908934-127.0.0.1:35303_solr-n_0000000000) starting
   [junit4]   2> 1643884 INFO  (jetty-launcher-3171-thread-2) [n:127.0.0.1:44035_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1643885 INFO  (jetty-launcher-3171-thread-2) [n:127.0.0.1:44035_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44035_solr
   [junit4]   2> 1643902 INFO  (zkCallback-3182-thread-1-processing-n:127.0.0.1:44035_solr) [n:127.0.0.1:44035_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1643902 INFO  (OverseerStateUpdate-99043881942908934-127.0.0.1:35303_solr-n_0000000000) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1643903 INFO  (jetty-launcher-3171-thread-1) [n:127.0.0.1:35303_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35303_solr
   [junit4]   2> 1643903 INFO  (zkCallback-3182-thread-1-processing-n:127.0.0.1:44035_solr) [n:127.0.0.1:44035_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1643903 INFO  (zkCallback-3183-thread-1-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1643970 INFO  (jetty-launcher-3171-thread-1) [n:127.0.0.1:35303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35303.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1643976 INFO  (jetty-launcher-3171-thread-2) [n:127.0.0.1:44035_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44035.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1643980 INFO  (jetty-launcher-3171-thread-1) [n:127.0.0.1:35303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35303.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1643980 INFO  (jetty-launcher-3171-thread-1) [n:127.0.0.1:35303_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35303.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1643981 INFO  (jetty-launcher-3171-thread-1) [n:127.0.0.1:35303_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BC13C3A19774A866-001/tempDir-001/node1/.
   [junit4]   2> 1643984 INFO  (jetty-launcher-3171-thread-2) [n:127.0.0.1:44035_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44035.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1643985 INFO  (jetty-launcher-3171-thread-2) [n:127.0.0.1:44035_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44035.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1643986 INFO  (jetty-launcher-3171-thread-2) [n:127.0.0.1:44035_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BC13C3A19774A866-001/tempDir-001/node2/.
   [junit4]   2> 1644025 INFO  (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1644025 INFO  (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40661/solr ready
   [junit4]   2> 1644043 INFO  (TEST-CleanupOldIndexTest.test-seed#[BC13C3A19774A866]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1644044 INFO  (qtp15449275-14281) [n:127.0.0.1:35303_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=3fefcf75-c2f7-4f62-bb16-848398249b80&replicationFactor=2&collection.configName=conf1&name=oldindextest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1644045 INFO  (qtp15449275-14281) [n:127.0.0.1:35303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=3fefcf75-c2f7-4f62-bb16-848398249b80&replicationFactor=2&collection.configName=conf1&name=oldindextest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1644045 INFO  (qtp15449275-14282) [n:127.0.0.1:35303_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=3fefcf75-c2f7-4f62-bb16-848398249b80&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1644048 INFO  (qtp15449275-14282) [n:127.0.0.1:35303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3fefcf75-c2f7-4f62-bb16-848398249b80&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1644048 INFO  (OverseerThreadFactory-5564-thread-1-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.CreateCollectionCmd Create collection oldindextest
   [junit4]   2> 1644155 INFO  (OverseerStateUpdate-99043881942908934-127.0.0.1:35303_solr-n_0000000000) [n:127.0.0.1:35303_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"oldindextest",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"oldindextest_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44035/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1644159 INFO  (OverseerStateUpdate-99043881942908934-127.0.0.1:35303_solr-n_0000000000) [n:127.0.0.1:35303_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"oldindextest",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"oldindextest_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35303/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1644361 INFO  (qtp15449275-14277) [n:127.0.0.1:35303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=oldindextest&version=2&replicaType=NRT&async=3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565&coreNodeName=core_node4&name=oldindextest_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 1644361 INFO  (parallelCoreAdminExecutor-5565-thread-1-processing-n:127.0.0.1:35303_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565 CREATE) [n:127.0.0.1:35303_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=oldindextest&version=2&replicaType=NRT&async=3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565&coreNodeName=core_node4&name=oldindextest_shard1_replica_n2&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 1644361 INFO  (qtp2658577-14291) [n:127.0.0.1:44035_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=oldindextest&version=2&replicaType=NRT&async=3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570&coreNodeName=core_node3&name=oldindextest_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 1644361 INFO  (parallelCoreAdminExecutor-5565-thread-1-processing-n:127.0.0.1:35303_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565 CREATE) [n:127.0.0.1:35303_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1644361 INFO  (parallelCoreAdminExecutor-5566-thread-1-processing-n:127.0.0.1:44035_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570 CREATE) [n:127.0.0.1:44035_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=oldindextest&version=2&replicaType=NRT&async=3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570&coreNodeName=core_node3&name=oldindextest_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 1644361 INFO  (qtp15449275-14276) [n:127.0.0.1:35303_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565
   [junit4]   2> 1644361 INFO  (qtp15449275-14276) [n:127.0.0.1:35303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1644361 INFO  (parallelCoreAdminExecutor-5566-thread-1-processing-n:127.0.0.1:44035_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570 CREATE) [n:127.0.0.1:44035_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1644472 INFO  (zkCallback-3182-thread-1-processing-n:127.0.0.1:44035_solr) [n:127.0.0.1:44035_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1644472 INFO  (zkCallback-3183-thread-1-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1644472 INFO  (zkCallback-3182-thread-2-processing-n:127.0.0.1:44035_solr) [n:127.0.0.1:44035_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1644472 INFO  (zkCallback-3183-thread-2-processing-n:127.0.0.1:35303_solr) [n:127.0.0.1:35303_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1645048 INFO  (qtp15449275-14284) [n:127.0.0.1:35303_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=3fefcf75-c2f7-4f62-bb16-848398249b80&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1645049 INFO  (qtp15449275-14284) [n:127.0.0.1:35303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3fefcf75-c2f7-4f62-bb16-848398249b80&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1645362 INFO  (qtp15449275-14281) [n:127.0.0.1:35303_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565
   [junit4]   2> 1645362 INFO  (qtp15449275-14281) [n:127.0.0.1:35303_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1645378 INFO  (parallelCoreAdminExecutor-5565-thread-1-processing-n:127.0.0.1:35303_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565 CREATE) [n:127.0.0.1:35303_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1645378 INFO  (parallelCoreAdminExecutor-5566-thread-1-processing-n:127.0.0.1:44035_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570 CREATE) [n:127.0.0.1:44035_solr c:oldindextest s:shard1 r:core_node3 x:oldindextest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1645388 INFO  (parallelCoreAdminExecutor-5566-thread-1-processing-n:127.0.0.1:44035_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570 CREATE) [n:127.0.0.1:44035_solr c:oldindextest s:shard1 r:core_node3 x:oldindextest_shard1_replica_n1] o.a.s.s.IndexSchema [oldindextest_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 1645388 INFO  (parallelCoreAdminExecutor-5565-thread-1-processing-n:127.0.0.1:35303_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565 CREATE) [n:127.0.0.1:35303_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n2] o.a.s.s.IndexSchema [oldindextest_shard1_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 1645414 INFO  (parallelCoreAdminExecutor-5566-thread-1-processing-n:127.0.0.1:44035_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570 CREATE) [n:127.0.0.1:44035_solr c:oldindextest s:shard1 r:core_node3 x:oldindextest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1645414 INFO  (parallelCoreAdminExecutor-5566-thread-1-processing-n:127.0.0.1:44035_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570 CREATE) [n:127.0.0.1:44035_solr c:oldindextest s:shard1 r:core_node3 x:oldindextest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'oldindextest_shard1_replica_n1' using configuration from collection oldindextest, trusted=true
   [junit4]   2> 1645414 INFO  (parallelCoreAdminExecutor-5565-thread-1-processing-n:127.0.0.1:35303_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565 CREATE) [n:127.0.0.1:35303_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1645414 INFO  (parallelCoreAdminExecutor-5565-thread-1-processing-n:127.0.0.1:35303_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565 CREATE) [n:127.0.0.1:35303_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'oldindextest_shard1_replica_n2' using configuration from collection oldindextest, trusted=true
   [junit4]   2> 1645414 INFO  (parallelCoreAdminExecutor-5565-thread-1-processing-n:127.0.0.1:35303_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565 CREATE) [n:127.0.0.1:35303_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35303.solr.core.oldindextest.shard1.replica_n2' (registry 'solr.core.oldindextest.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1645414 INFO  (parallelCoreAdminExecutor-5566-thread-1-processing-n:127.0.0.1:44035_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570 CREATE) [n:127.0.0.1:44035_solr c:oldindextest s:shard1 r:core_node3 x:oldindextest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44035.solr.core.oldindextest.shard1.replica_n1' (registry 'solr.core.oldindextest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f9119d
   [junit4]   2> 1645414 INFO  (parallelCoreAdminExecutor-5565-thread-1-processing-n:127.0.0.1:35303_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565 CREATE) [n:127.0.0.1:35303_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1645414 INFO  (parallelCoreAdminExecutor-5566-thread-1-processing-n:127.0.0.1:44035_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051133271570 CREATE) [n:127.0.0.1:44035_solr c:oldindextest s:shard1 r:core_node3 x:oldindextest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1645414 INFO  (parallelCoreAdminExecutor-5565-thread-1-processing-n:127.0.0.1:35303_solr 3fefcf75-c2f7-4f62-bb16-848398249b802015051136761565 CREATE) [n:127.0.0.1:35303_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n2] o.a.s.c.SolrCore [[oldindextest_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BC13C3A19774A866-001/tempDir-001/node1/oldindextest_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BC13C3A19774A866-001/tempDir-001/node1/./

[...truncated too long message...]

35303/solr",
   [junit4]   2>           "node_name":"127.0.0.1:35303_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2962946 ERROR (coreZkRegister-5581-thread-1-processing-n:127.0.0.1:44035_solr x:oldindextest_shard1_replica_n1 s:shard1 c:oldindextest r:core_node3) [n:127.0.0.1:44035_solr c:oldindextest s:shard1 r:core_node3 x:oldindextest_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: oldindextest slice: shard1 saw state=DocCollection(oldindextest//collections/oldindextest/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"oldindextest_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:44035/solr",
   [junit4]   2>           "node_name":"127.0.0.1:44035_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"oldindextest_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:35303/solr",
   [junit4]   2>           "node_name":"127.0.0.1:35303_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 2962946 INFO  (jetty-closer-3172-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f9dbd2{/solr,null,UNAVAILABLE}
   [junit4]   2> 2962947 ERROR (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2962947 INFO  (SUITE-CleanupOldIndexTest-seed#[BC13C3A19774A866]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40661 40661
   [junit4]   2> 2964465 INFO  (Thread-3193) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40661 40661
   [junit4]   2> 2964465 WARN  (Thread-3193) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/oldindextest/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99043881942908934-127.0.0.1:35303_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/oldindextest/leader_elect/shard1/election/99043881942908934-core_node4-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_BC13C3A19774A866-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=109, maxMBSortInHeap=7.792450988239922, sim=RandomSimilarity(queryNorm=true): {}, locale=cs-CZ, timezone=SystemV/AST4
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=152736048,total=444334080
   [junit4]   2> NOTE: All tests run in this JVM: [BasicFunctionalityTest, SimpleFacetsTest, PeerSyncTest, TestCryptoKeys, VersionInfoTest, SolrGangliaReporterTest, TestPayloadScoreQParserPlugin, FileUtilsTest, TestCrossCoreJoin, LargeFieldTest, TestBinaryField, TestSolrJ, CloudMLTQParserTest, DocValuesTest, SpellCheckCollatorTest, SpatialHeatmapFacetsTest, TermsComponentTest, TestUtils, TestSha256AuthenticationProvider, GraphQueryTest, TestNumericTerms32, TestTlogReplica, StatelessScriptUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, TestReloadAndDeleteDocs, DateFieldTest, DistribCursorPagingTest, HdfsLockFactoryTest, CoreAdminRequestStatusTest, CursorPagingTest, TestLegacyTerms, TestLocalFSCloudBackupRestore, TestClusterProperties, MetricsHandlerTest, ResponseHeaderTest, TestFieldResource, TestCodecSupport, DataDrivenBlockJoinTest, DistributedQueueTest, SortSpecParsingTest, DistributedFacetPivotLargeTest, TestPhraseSuggestions, TestMacroExpander, TestAnalyzeInfixSuggestions, ExternalFileFieldSortTest, TestRestManager, AssignBackwardCompatibilityTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCloudInspectUtil, TestTestInjection, NodeLostTriggerTest, ExitableDirectoryReaderTest, TestPHPSerializedResponseWriter, TlogReplayBufferedWhileIndexingTest, TestFieldCacheVsDocValues, TestDocBasedVersionConstraints, TestStressVersions, TestRawTransformer, HdfsSyncSliceTest, AddBlockUpdateTest, SolrInfoBeanTest, ConnectionManagerTest, SolrJmxReporterTest, TestNoOpRegenerator, TestLeaderElectionWithEmptyReplica, SolrXmlInZkTest, TestSort, TestSmileRequest, TestObjectReleaseTracker, TestInPlaceUpdatesDistrib, DistributedQueryComponentOptimizationTest, SmileWriterTest, TestIndexingPerformance, TestDFISimilarityFactory, TestReversedWildcardFilterFactory, AtomicUpdatesTest, TestSolrDeletionPolicy1, AnalyticsMergeStrategyTest, TestFieldCacheReopen, ActionThrottleTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestReloadDeadlock, MinimalSchemaTest, CollectionsAPISolrJTest, HdfsBasicDistributedZk2Test, TestFoldingMultitermQuery, CdcrReplicationHandlerTest, TestManagedSchemaThreadSafety, TestOnReconnectListenerSupport, HdfsAutoAddReplicasIntegrationTest, TestReplicationHandler, BlobRepositoryCloudTest, ExplicitHLLTest, TestCollectionAPIs, TestSolrFieldCacheBean, CollectionStateFormat2Test, BlockJoinFacetDistribTest, TestBlobHandler, ZkControllerTest, DirectUpdateHandlerOptimizeTest, TestDistributedSearch, CacheHeaderTest, TestHalfAndHalfDocValues, TestEmbeddedSolrServerSchemaAPI, TestFieldSortValues, TestClusterStateMutator, SoftAutoCommitTest, BasicZkTest, PrimitiveFieldTypeTest, TestTrieFacet, LeaderFailoverAfterPartitionTest, TestPivotHelperCode, TestDownShardTolerantSearch, TestPullReplicaErrorHandling, ClassificationUpdateProcessorTest, TestShortCircuitedRequests, TestCSVLoader, TestBackupRepositoryFactory, TestMergePolicyConfig, TestOrdValues, TestManagedStopFilterFactory, TestSQLHandler, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, TestStressLucene, SpatialFilterTest, TestUpdate, TestWordDelimiterFilterFactory, TestRemoteStreaming, XsltUpdateRequestHandlerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, RegexBoostProcessorTest, ReturnFieldsTest, MBeansHandlerTest, TestRTGBase, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AssignTest, CleanupOldIndexTest]
   [junit4] Completed [677/749 (2!)] on J0 in 1320.79s, 1 test, 1 error <<< FAILURES!

[...truncated 43400 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 871 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/871/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.DeleteShardTest.test

Error Message:
Error from server at http://127.0.0.1:33807/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33807/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([EE5A1432BE68E195:660E2BE810948C6D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteShardTest.test(DeleteShardTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard

Error Message:
Error from server at http://127.0.0.1:33807/solr: Could not fully create collection: deleteshard_test

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33807/solr: Could not fully create collection: deleteshard_test
	at __randomizedtesting.SeedInfo.seed([EE5A1432BE68E195:4E405F691A18AA99]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard(DeleteShardTest.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11882 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteShardTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_EE5A1432BE68E195-001/init-core-data-001
   [junit4]   2> 91138 WARN  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
   [junit4]   2> 91138 INFO  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 91139 INFO  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 91139 INFO  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 91141 INFO  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_EE5A1432BE68E195-001/tempDir-001
   [junit4]   2> 91142 INFO  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 91142 INFO  (Thread-111) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 91142 INFO  (Thread-111) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 91144 ERROR (Thread-111) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 91242 INFO  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41581
   [junit4]   2> 91250 INFO  (jetty-launcher-59-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 91250 INFO  (jetty-launcher-59-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 91263 INFO  (jetty-launcher-59-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f437fb4{/solr,null,AVAILABLE}
   [junit4]   2> 91264 INFO  (jetty-launcher-59-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23d02ff6{/solr,null,AVAILABLE}
   [junit4]   2> 91267 INFO  (jetty-launcher-59-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51b6c55a{HTTP/1.1,[http/1.1]}{127.0.0.1:34595}
   [junit4]   2> 91267 INFO  (jetty-launcher-59-thread-2) [    ] o.e.j.s.Server Started @93277ms
   [junit4]   2> 91267 INFO  (jetty-launcher-59-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34595}
   [junit4]   2> 91268 ERROR (jetty-launcher-59-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 91268 INFO  (jetty-launcher-59-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 91268 INFO  (jetty-launcher-59-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 91268 INFO  (jetty-launcher-59-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 91268 INFO  (jetty-launcher-59-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-21T15:16:40.128Z
   [junit4]   2> 91268 INFO  (jetty-launcher-59-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1371a296{HTTP/1.1,[http/1.1]}{127.0.0.1:33807}
   [junit4]   2> 91269 INFO  (jetty-launcher-59-thread-1) [    ] o.e.j.s.Server Started @93279ms
   [junit4]   2> 91269 INFO  (jetty-launcher-59-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33807}
   [junit4]   2> 91273 ERROR (jetty-launcher-59-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 91273 INFO  (jetty-launcher-59-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 91274 INFO  (jetty-launcher-59-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 91274 INFO  (jetty-launcher-59-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 91274 INFO  (jetty-launcher-59-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-21T15:16:40.134Z
   [junit4]   2> 91279 INFO  (jetty-launcher-59-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 91279 INFO  (jetty-launcher-59-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 91294 INFO  (jetty-launcher-59-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41581/solr
   [junit4]   2> 91298 INFO  (jetty-launcher-59-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41581/solr
   [junit4]   2> 91450 INFO  (jetty-launcher-59-thread-1) [n:127.0.0.1:33807_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 91450 INFO  (jetty-launcher-59-thread-2) [n:127.0.0.1:34595_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 91459 INFO  (jetty-launcher-59-thread-1) [n:127.0.0.1:33807_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33807_solr
   [junit4]   2> 91460 INFO  (jetty-launcher-59-thread-2) [n:127.0.0.1:34595_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34595_solr
   [junit4]   2> 91461 INFO  (jetty-launcher-59-thread-1) [n:127.0.0.1:33807_solr    ] o.a.s.c.Overseer Overseer (id=99043075686596614-127.0.0.1:33807_solr-n_0000000000) starting
   [junit4]   2> 91476 INFO  (zkCallback-71-thread-1-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 91477 INFO  (zkCallback-70-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 91533 INFO  (jetty-launcher-59-thread-1) [n:127.0.0.1:33807_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33807_solr
   [junit4]   2> 91535 INFO  (zkCallback-71-thread-1-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 91554 INFO  (zkCallback-70-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 91717 INFO  (jetty-launcher-59-thread-2) [n:127.0.0.1:34595_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34595.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb04fde
   [junit4]   2> 91745 INFO  (jetty-launcher-59-thread-2) [n:127.0.0.1:34595_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34595.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb04fde
   [junit4]   2> 91746 INFO  (jetty-launcher-59-thread-2) [n:127.0.0.1:34595_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34595.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb04fde
   [junit4]   2> 91748 INFO  (jetty-launcher-59-thread-2) [n:127.0.0.1:34595_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_EE5A1432BE68E195-001/tempDir-001/node2/.
   [junit4]   2> 91753 INFO  (jetty-launcher-59-thread-1) [n:127.0.0.1:33807_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33807.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb04fde
   [junit4]   2> 91763 INFO  (jetty-launcher-59-thread-1) [n:127.0.0.1:33807_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33807.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb04fde
   [junit4]   2> 91763 INFO  (jetty-launcher-59-thread-1) [n:127.0.0.1:33807_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33807.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb04fde
   [junit4]   2> 91765 INFO  (jetty-launcher-59-thread-1) [n:127.0.0.1:33807_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_EE5A1432BE68E195-001/tempDir-001/node1/.
   [junit4]   2> 91828 INFO  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 91829 INFO  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41581/solr ready
   [junit4]   2> 91841 INFO  (TEST-DeleteShardTest.test-seed#[EE5A1432BE68E195]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 91850 INFO  (qtp1584072531-429) [n:127.0.0.1:33807_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=deleteShard&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 91870 INFO  (OverseerThreadFactory-188-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.CreateCollectionCmd Create collection deleteShard
   [junit4]   2> 91989 INFO  (OverseerStateUpdate-99043075686596614-127.0.0.1:33807_solr-n_0000000000) [n:127.0.0.1:33807_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteShard",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deleteShard_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34595/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 91995 INFO  (OverseerStateUpdate-99043075686596614-127.0.0.1:33807_solr-n_0000000000) [n:127.0.0.1:33807_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteShard",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deleteShard_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33807/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 92200 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=deleteShard_shard1_replica_n1&action=CREATE&numShards=2&collection=deleteShard&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 92200 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=deleteShard_shard2_replica_n3&action=CREATE&numShards=2&collection=deleteShard&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 92201 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 92201 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 92312 INFO  (zkCallback-71-thread-1-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 92312 INFO  (zkCallback-70-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 92312 INFO  (zkCallback-70-thread-2-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 92312 INFO  (zkCallback-71-thread-2-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 93217 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 93217 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 93224 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.s.IndexSchema [deleteShard_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 93227 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 93227 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deleteShard_shard1_replica_n1' using configuration from collection deleteShard, trusted=true
   [junit4]   2> 93228 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34595.solr.core.deleteShard.shard1.replica_n1' (registry 'solr.core.deleteShard.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb04fde
   [junit4]   2> 93228 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 93228 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.SolrCore [[deleteShard_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_EE5A1432BE68E195-001/tempDir-001/node2/deleteShard_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_EE5A1432BE68E195-001/tempDir-001/node2/./deleteShard_shard1_replica_n1/data/]
   [junit4]   2> 93229 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.s.IndexSchema [deleteShard_shard2_replica_n3] Schema name=minimal
   [junit4]   2> 93231 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 93231 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'deleteShard_shard2_replica_n3' using configuration from collection deleteShard, trusted=true
   [junit4]   2> 93232 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33807.solr.core.deleteShard.shard2.replica_n3' (registry 'solr.core.deleteShard.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@cb04fde
   [junit4]   2> 93232 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 93232 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.SolrCore [[deleteShard_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_EE5A1432BE68E195-001/tempDir-001/node1/deleteShard_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_EE5A1432BE68E195-001/tempDir-001/node1/./deleteShard_shard2_replica_n3/data/]
   [junit4]   2> 93305 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 93305 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 93305 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 93305 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 93307 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 93307 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 93307 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 93307 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 93310 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c617fb4[deleteShard_shard2_replica_n3] main]
   [junit4]   2> 93310 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f3803db[deleteShard_shard1_replica_n1] main]
   [junit4]   2> 93313 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 93313 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 93313 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 93313 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 93314 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 93314 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 93318 INFO  (searcherExecutor-194-thread-1-processing-n:127.0.0.1:33807_solr x:deleteShard_shard2_replica_n3 s:shard2 c:deleteShard r:core_node4) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.SolrCore [deleteShard_shard2_replica_n3] Registered new searcher Searcher@3c617fb4[deleteShard_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 93318 INFO  (searcherExecutor-193-thread-1-processing-n:127.0.0.1:34595_solr x:deleteShard_shard1_replica_n1 s:shard1 c:deleteShard r:core_node2) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.SolrCore [deleteShard_shard1_replica_n1] Registered new searcher Searcher@5f3803db[deleteShard_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 93318 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584689213266198528
   [junit4]   2> 93318 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584689213266198528
   [junit4]   2> 93332 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 93332 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 93332 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 93332 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 93333 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34595/solr/deleteShard_shard1_replica_n1/
   [junit4]   2> 93333 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33807/solr/deleteShard_shard2_replica_n3/
   [junit4]   2> 93335 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 93335 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 93335 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34595/solr/deleteShard_shard1_replica_n1/ has no replicas
   [junit4]   2> 93335 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:33807/solr/deleteShard_shard2_replica_n3/ has no replicas
   [junit4]   2> 93335 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 93335 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 93347 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34595/solr/deleteShard_shard1_replica_n1/ shard1
   [junit4]   2> 93347 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33807/solr/deleteShard_shard2_replica_n3/ shard2
   [junit4]   2> 271860 ERROR (qtp1584072531-429) [n:127.0.0.1:33807_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 271860 INFO  (qtp1584072531-429) [n:127.0.0.1:33807_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=deleteShard&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180010
   [junit4]   2> 271861 ERROR (qtp1584072531-429) [n:127.0.0.1:33807_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 271862 INFO  (TEST-DeleteShardTest.test-seed#[EE5A1432BE68E195]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DeleteShardTest -Dtests.method=test -Dtests.seed=EE5A1432BE68E195 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-JO -Dtests.timezone=Pacific/Yap -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    180s J1 | DeleteShardTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33807/solr: create the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EE5A1432BE68E195:660E2BE810948C6D]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.DeleteShardTest.test(DeleteShardTest.java:57)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 271870 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[EE5A1432BE68E195]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDirectoryCleanupAfterDeleteShard
   [junit4]   2> 271871 INFO  (qtp1584072531-430) [n:127.0.0.1:33807_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=1&collection.configName=conf&maxShardsPerNode=2&name=deleteshard_test&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 271873 INFO  (OverseerThreadFactory-188-thread-2-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.CreateCollectionCmd Create collection deleteshard_test
   [junit4]   2> 301921 ERROR (OverseerThreadFactory-188-thread-2-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: deleteshard_test operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: deleteshard_test
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 301944 INFO  (qtp1584072531-430) [n:127.0.0.1:33807_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=a,b,c&replicationFactor=1&collection.configName=conf&maxShardsPerNode=2&name=deleteshard_test&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2} status=500 QTime=30072
   [junit4]   2> 301945 ERROR (qtp1584072531-430) [n:127.0.0.1:33807_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: deleteshard_test
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 301945 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[EE5A1432BE68E195]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDirectoryCleanupAfterDeleteShard
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DeleteShardTest -Dtests.method=testDirectoryCleanupAfterDeleteShard -Dtests.seed=EE5A1432BE68E195 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-JO -Dtests.timezone=Pacific/Yap -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   30.1s J1 | DeleteShardTest.testDirectoryCleanupAfterDeleteShard <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33807/solr: Could not fully create collection: deleteshard_test
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EE5A1432BE68E195:4E405F691A18AA99]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard(DeleteShardTest.java:110)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 301949 INFO  (jetty-closer-60-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@51b6c55a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 301950 INFO  (jetty-closer-60-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=700150421
   [junit4]   2> 301950 INFO  (jetty-closer-60-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 301950 INFO  (jetty-closer-60-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@788a52c7: rootName = solr_34595, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7c3fb1b4
   [junit4]   2> 301950 INFO  (jetty-closer-60-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1371a296{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 301950 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=95594696
   [junit4]   2> 301951 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 301951 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@360228de: rootName = solr_33807, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7f4e145b
   [junit4]   2> 301951 ERROR (OverseerThreadFactory-188-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34595/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34595/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34595 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 301952 ERROR (OverseerThreadFactory-188-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:33807/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33807/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:33807 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 301953 ERROR (OverseerThreadFactory-188-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [deleteShard].
   [junit4]   2> 301956 INFO  (OverseerThreadFactory-188-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 301958 INFO  (jetty-closer-60-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 301958 INFO  (jetty-closer-60-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59bd41ae: rootName = solr_34595, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7d06bad8
   [junit4]   2> 301958 ERROR (OverseerThreadFactory-188-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:33807/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:33807/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:33807 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 301959 ERROR (OverseerThreadFactory-188-thread-1-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34595/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:34595/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:34595 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 301960 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 301960 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@642bc504: rootName = solr_33807, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7d06bad8
   [junit4]   2> 301964 INFO  (jetty-closer-60-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 301964 INFO  (jetty-closer-60-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@552b6d7b: rootName = solr_34595, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b8ce395
   [junit4]   2> 301965 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 301965 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60a38701: rootName = solr_33807, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6b8ce395
   [junit4]   2> 301965 INFO  (jetty-closer-60-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34595_solr
   [junit4]   2> 301966 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33807_solr
   [junit4]   2> 301966 INFO  (jetty-closer-60-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 301966 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 301966 INFO  (zkCallback-70-thread-5-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 301966 INFO  (zkCallback-71-thread-3-processing-n:127.0.0.1:34595_solr) [n:127.0.0.1:34595_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 301969 INFO  (coreCloseExecutor-204-thread-1) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.SolrCore [deleteShard_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4661d8d4
   [junit4]   2> 301973 INFO  (coreCloseExecutor-204-thread-1) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deleteShard.shard1.replica_n1, tag=1180817620
   [junit4]   2> 301973 INFO  (coreCloseExecutor-203-thread-1) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.SolrCore [deleteShard_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@407a71d9
   [junit4]   2> 301973 INFO  (coreCloseExecutor-204-thread-1) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e541a6: rootName = solr_34595, domain = solr.core.deleteShard.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.deleteShard.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@79e46be8
   [junit4]   2> 301973 INFO  (coreCloseExecutor-203-thread-1) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deleteShard.shard2.replica_n3, tag=1081766361
   [junit4]   2> 301974 INFO  (coreCloseExecutor-203-thread-1) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b3e863a: rootName = solr_33807, domain = solr.core.deleteShard.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.deleteShard.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@6154a2e5
   [junit4]   2> 301985 INFO  (coreCloseExecutor-203-thread-1) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.deleteShard.shard2.leader, tag=1081766361
   [junit4]   2> 301987 INFO  (jetty-closer-60-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99043075686596614-127.0.0.1:33807_solr-n_0000000000) closing
   [junit4]   2> 301987 INFO  (OverseerStateUpdate-99043075686596614-127.0.0.1:33807_solr-n_0000000000) [n:127.0.0.1:33807_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33807_solr
   [junit4]   2> 301988 INFO  (coreCloseExecutor-204-thread-1) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.deleteShard.shard1.leader, tag=1180817620
   [junit4]   2> 301993 INFO  (jetty-closer-60-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23d02ff6{/solr,null,UNAVAILABLE}
   [junit4]   2> 302007 ERROR (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: deleteShard slice: shard1 saw state=DocCollection(deleteShard//collections/deleteShard/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"deleteShard_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:34595/solr",
   [junit4]   2>           "node_name":"127.0.0.1:34595_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"deleteShard_shard2_replica_n3",
   [junit4]   2>           "base_url":"http://127.0.0.1:33807/solr",
   [junit4]   2>           "node_name":"127.0.0.1:33807_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 302008 ERROR (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: deleteShard slice: shard1 saw state=DocCollection(deleteShard//collections/deleteShard/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"deleteShard_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:34595/solr",
   [junit4]   2>           "node_name":"127.0.0.1:34595_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"deleteShard_shard2_replica_n3",
   [junit4]   2>           "base_url":"http://127.0.0.1:33807/solr",
   [junit4]   2>           "node_name":"127.0.0.1:33807_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 302008 INFO  (qtp2023722138-436) [n:127.0.0.1:34595_solr c:deleteShard s:shard1 r:core_node2 x:deleteShard_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=deleteShard_shard1_replica_n1&action=CREATE&numShards=2&collection=deleteShard&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209809
   [junit4]   2> 331995 INFO  (zkCallback-70-thread-5-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 331995 INFO  (zkCallback-70-thread-6-processing-n:127.0.0.1:33807_solr) [n:127.0.0.1:33807_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/deleteShard/state.json] for collection [deleteShard] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 331997 ERROR (Overs

[...truncated too long message...]

er.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 332029 ERROR (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: deleteShard slice: shard2 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 332036 INFO  (qtp1584072531-431) [n:127.0.0.1:33807_solr c:deleteShard s:shard2 r:core_node4 x:deleteShard_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=deleteShard_shard2_replica_n3&action=CREATE&numShards=2&collection=deleteShard&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=239836
   [junit4]   2> 332036 ERROR (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 332037 INFO  (SUITE-DeleteShardTest-seed#[EE5A1432BE68E195]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41581 41581
   [junit4]   2> 337142 INFO  (Thread-111) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41581 41581
   [junit4]   2> 337142 WARN  (Thread-111) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/deleteShard/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_EE5A1432BE68E195-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=2036, maxMBSortInHeap=6.7402865628759425, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-JO, timezone=Pacific/Yap
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=167849432,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestPointFields, TestRTGBase, TestDefaultStatsCache, TestAddFieldRealTimeGet, HdfsCollectionsAPIDistributedZkTest, OverriddenZkACLAndCredentialsProvidersTest, SolrIndexSplitterTest, TolerantUpdateProcessorTest, DeleteShardTest]
   [junit4] Completed [83/749 (1!)] on J1 in 246.02s, 2 tests, 2 errors <<< FAILURES!

[...truncated 49533 lines...]