You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/01 19:22:23 UTC

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 719 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/719/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSkipOverseerOperations.testSkipLeaderOperations

Error Message:
Expected 2x1 for collection: collection1 null Live Nodes: [127.0.0.1:37115_solr, 127.0.0.1:37531_solr, 127.0.0.1:44275_solr] Last available state: DocCollection(collection1//collections/collection1/state.json/3)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{"core_node3":{           "core":"collection1_shard1_replica_n1",           "base_url":"https://127.0.0.1:37531/solr",           "node_name":"127.0.0.1:37531_solr",           "state":"down",           "type":"NRT",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{"core_node4":{           "core":"collection1_shard2_replica_n2",           "base_url":"https://127.0.0.1:37115/solr",           "node_name":"127.0.0.1:37115_solr",           "state":"down",           "type":"NRT",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected 2x1 for collection: collection1
null
Live Nodes: [127.0.0.1:37115_solr, 127.0.0.1:37531_solr, 127.0.0.1:44275_solr]
Last available state: DocCollection(collection1//collections/collection1/state.json/3)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{"core_node3":{
          "core":"collection1_shard1_replica_n1",
          "base_url":"https://127.0.0.1:37531/solr",
          "node_name":"127.0.0.1:37531_solr",
          "state":"down",
          "type":"NRT",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{"core_node4":{
          "core":"collection1_shard2_replica_n2",
          "base_url":"https://127.0.0.1:37115/solr",
          "node_name":"127.0.0.1:37115_solr",
          "state":"down",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([8321120DDDE4DC6D:73CBC1F102C7AC07]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.TestSkipOverseerOperations.testSkipLeaderOperations(TestSkipOverseerOperations.java:69)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11683 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSkipOverseerOperations
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/init-core-data-001
   [junit4]   2> 89806 WARN  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 89806 INFO  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 89807 INFO  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 89807 INFO  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 89808 INFO  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001
   [junit4]   2> 89808 INFO  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 89808 INFO  (Thread-148) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 89808 INFO  (Thread-148) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 89813 ERROR (Thread-148) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 89908 INFO  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45327
   [junit4]   2> 89923 INFO  (jetty-launcher-104-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 89923 INFO  (jetty-launcher-104-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 89923 INFO  (jetty-launcher-104-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 89931 INFO  (jetty-launcher-104-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cf62daf{/solr,null,AVAILABLE}
   [junit4]   2> 89932 INFO  (jetty-launcher-104-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68b3cb1d{/solr,null,AVAILABLE}
   [junit4]   2> 89932 INFO  (jetty-launcher-104-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e7ef39e{/solr,null,AVAILABLE}
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a7f7f72{SSL,[ssl, http/1.1]}{127.0.0.1:44275}
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b2e2b7a{SSL,[ssl, http/1.1]}{127.0.0.1:37531}
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@68cd569{SSL,[ssl, http/1.1]}{127.0.0.1:37115}
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-3) [    ] o.e.j.s.Server Started @91990ms
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44275}
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-2) [    ] o.e.j.s.Server Started @91990ms
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-1) [    ] o.e.j.s.Server Started @91990ms
   [junit4]   2> 89933 ERROR (jetty-launcher-104-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37531}
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37115}
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-01T18:22:16.862792Z
   [junit4]   2> 89933 ERROR (jetty-launcher-104-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 89933 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-01T18:22:16.862961Z
   [junit4]   2> 89934 ERROR (jetty-launcher-104-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 89934 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 89934 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 89934 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 89934 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-01T18:22:16.863225Z
   [junit4]   2> 89942 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 89942 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 89942 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 89947 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45327/solr
   [junit4]   2> 89948 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45327/solr
   [junit4]   2> 89948 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45327/solr
   [junit4]   2> 90011 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:44275_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 90012 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:44275_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44275_solr
   [junit4]   2> 90013 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:44275_solr    ] o.a.s.c.Overseer Overseer (id=98930559335661576-127.0.0.1:44275_solr-n_0000000000) starting
   [junit4]   2> 90013 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:37115_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 90014 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:37531_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 90014 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:37115_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37115_solr
   [junit4]   2> 90016 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:37531_solr) [n:127.0.0.1:37531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 90016 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:37115_solr) [n:127.0.0.1:37115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 90016 INFO  (zkCallback-120-thread-1-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 90017 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:37531_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37531_solr
   [junit4]   2> 90017 INFO  (zkCallback-120-thread-1-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 90017 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:37115_solr) [n:127.0.0.1:37115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 90032 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:37531_solr) [n:127.0.0.1:37531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 90085 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:44275_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44275_solr
   [junit4]   2> 90086 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:37531_solr) [n:127.0.0.1:37531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 90086 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:37115_solr) [n:127.0.0.1:37115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 90088 INFO  (zkCallback-120-thread-1-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 90098 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:37115_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37115.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 90114 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:37115_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37115.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 90115 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:37115_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37115.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 90116 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:37115_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/.
   [junit4]   2> 90134 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:44275_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44275.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 90139 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:37531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37531.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 90151 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:37531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37531.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 90151 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:37531_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37531.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 90153 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:37531_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/.
   [junit4]   2> 90157 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:44275_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44275.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 90157 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:44275_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44275.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 90159 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:44275_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node3/.
   [junit4]   2> 90250 INFO  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 90250 INFO  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45327/solr ready
   [junit4]   2> 90261 INFO  (TEST-TestSkipOverseerOperations.testSkipDownOperations-seed#[8321120DDDE4DC6D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSkipDownOperations
   [junit4]   2> 90298 INFO  (qtp1266790070-656) [n:127.0.0.1:37115_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 90321 INFO  (qtp1266790070-656) [n:127.0.0.1:37115_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=23
   [junit4]   2> 90325 INFO  (qtp1266790070-654) [n:127.0.0.1:37115_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&maxShardsPerNode=2&name=collection2&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&createNodeSet=127.0.0.1:37115_solr,127.0.0.1:37531_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 90340 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection2
   [junit4]   2> 90345 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 90348 INFO  (OverseerCollectionConfigSetProcessor-98930559335661576-127.0.0.1:44275_solr-n_0000000000) [n:127.0.0.1:44275_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 90353 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection2/protwords.txt
   [junit4]   2> 90354 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection2/managed-schema
   [junit4]   2> 90355 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection2/solrconfig.xml
   [junit4]   2> 90356 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection2/synonyms.txt
   [junit4]   2> 90360 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection2/stopwords.txt
   [junit4]   2> 90361 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection2/lang/contractions_it.txt
   [junit4]   2> 90365 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection2/lang/stemdict_nl.txt
   [junit4]   2> 90366 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection2/lang/stopwords_hy.txt
   [junit4]   2> 90367 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection2/lang/stopwords_no.txt
   [junit4]   2> 90367 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection2/lang/contractions_ca.txt
   [junit4]   2> 90368 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection2/lang/stopwords_id.txt
   [junit4]   2> 90369 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/collection2/lang/stopwords_ga.txt
   [junit4]   2> 90370 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/collection2/lang/stopwords_hi.txt
   [junit4]   2> 90370 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/collection2/lang/stopwords_da.txt
   [junit4]   2> 90371 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/collection2/lang/stopwords_ja.txt
   [junit4]   2> 90372 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/collection2/lang/stopwords_pt.txt
   [junit4]   2> 90372 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/collection2/lang/stopwords_hu.txt
   [junit4]   2> 90373 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/collection2/lang/stopwords_el.txt
   [junit4]   2> 90374 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/collection2/lang/stopwords_ru.txt
   [junit4]   2> 90374 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/collection2/lang/stopwords_tr.txt
   [junit4]   2> 90375 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/collection2/lang/stopwords_ar.txt
   [junit4]   2> 90376 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/collection2/lang/userdict_ja.txt
   [junit4]   2> 90376 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/collection2/lang/stopwords_eu.txt
   [junit4]   2> 90377 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/collection2/lang/stopwords_it.txt
   [junit4]   2> 90378 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/collection2/lang/stopwords_cz.txt
   [junit4]   2> 90378 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/collection2/lang/stoptags_ja.txt
   [junit4]   2> 90379 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/collection2/lang/contractions_fr.txt
   [junit4]   2> 90380 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/collection2/lang/stopwords_de.txt
   [junit4]   2> 90385 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/collection2/lang/stopwords_fa.txt
   [junit4]   2> 90386 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/collection2/lang/contractions_ga.txt
   [junit4]   2> 90387 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/collection2/lang/stopwords_ca.txt
   [junit4]   2> 90388 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/collection2/lang/stopwords_nl.txt
   [junit4]   2> 90389 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/collection2/lang/stopwords_bg.txt
   [junit4]   2> 90390 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/collection2/lang/stopwords_lv.txt
   [junit4]   2> 90390 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/collection2/lang/stopwords_en.txt
   [junit4]   2> 90392 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/collection2/lang/stopwords_es.txt
   [junit4]   2> 90393 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/collection2/lang/stopwords_th.txt
   [junit4]   2> 90393 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/collection2/lang/stopwords_ro.txt
   [junit4]   2> 90394 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/collection2/lang/stopwords_fr.txt
   [junit4]   2> 90395 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/collection2/lang/stopwords_sv.txt
   [junit4]   2> 90396 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/collection2/lang/stopwords_fi.txt
   [junit4]   2> 90397 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/collection2/lang/hyphenations_ga.txt
   [junit4]   2> 90397 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/collection2/lang/stopwords_gl.txt
   [junit4]   2> 90398 INFO  (OverseerThreadFactory-229-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection2/params.json
   [junit4]   2> 90514 INFO  (OverseerStateUpdate-98930559335661576-127.0.0.1:44275_solr-n_0000000000) [n:127.0.0.1:44275_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37531/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 90515 INFO  (OverseerStateUpdate-98930559335661576-127.0.0.1:44275_solr-n_0000000000) [n:127.0.0.1:44275_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection2_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37115/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 90516 INFO  (OverseerStateUpdate-98930559335661576-127.0.0.1:44275_solr-n_0000000000) [n:127.0.0.1:44275_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection2_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37531/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 90517 INFO  (OverseerStateUpdate-98930559335661576-127.0.0.1:44275_solr-n_0000000000) [n:127.0.0.1:44275_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection2_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:37115/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 90735 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=collection2&newCollection=true&name=collection2_shard1_replica_n2&action=CREATE&numShards=2&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 90735 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 90738 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=collection2&newCollection=true&name=collection2_shard2_replica_n6&action=CREATE&numShards=2&collection=collection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 90744 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=collection2&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=2&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 90744 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=collection2&newCollection=true&name=collection2_shard2_replica_n4&action=CREATE&numShards=2&collection=collection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 90744 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 90847 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:37115_solr) [n:127.0.0.1:37115_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 90847 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:37531_solr) [n:127.0.0.1:37531_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 90847 INFO  (zkCallback-119-thread-2-processing-n:127.0.0.1:37115_solr) [n:127.0.0.1:37115_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 90847 INFO  (zkCallback-121-thread-2-processing-n:127.0.0.1:37531_solr) [n:127.0.0.1:37531_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 91748 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 91748 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 91749 WARN  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 91749 WARN  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../dist
   [junit4]   2> 91749 WARN  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 91750 WARN  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../dist
   [junit4]   2> 91750 WARN  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 91750 WARN  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../dist
   [junit4]   2> 91750 WARN  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 91750 WARN  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2/../../../../dist
   [junit4]   2> 91754 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 91755 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 91755 WARN  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../contrib/extraction/lib
   [junit4]   2> 91757 WARN  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../dist
   [junit4]   2> 91758 WARN  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../contrib/clustering/lib
   [junit4]   2> 91758 WARN  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../dist
   [junit4]   2> 91758 WARN  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../contrib/langid/lib
   [junit4]   2> 91758 WARN  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../dist
   [junit4]   2> 91758 WARN  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../contrib/velocity/lib
   [junit4]   2> 91758 WARN  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6/../../../../dist
   [junit4]   2> 91758 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 91758 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 91759 WARN  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../contrib/extraction/lib
   [junit4]   2> 91759 WARN  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../dist
   [junit4]   2> 91759 WARN  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../contrib/clustering/lib
   [junit4]   2> 91760 WARN  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../dist
   [junit4]   2> 91760 WARN  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../contrib/langid/lib
   [junit4]   2> 91760 WARN  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../dist
   [junit4]   2> 91760 WARN  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../contrib/velocity/lib
   [junit4]   2> 91760 WARN  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4/../../../../dist
   [junit4]   2> 91765 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 91766 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 91774 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 91776 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 91776 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 91777 WARN  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 91777 WARN  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../dist
   [junit4]   2> 91778 WARN  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 91778 WARN  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../dist
   [junit4]   2> 91778 WARN  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 91778 WARN  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../dist
   [junit4]   2> 91778 WARN  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 91778 WARN  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1/../../../../dist
   [junit4]   2> 91787 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 91827 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.s.IndexSchema [collection2_shard2_replica_n6] Schema name=default-config
   [junit4]   2> 91827 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.s.IndexSchema [collection2_shard2_replica_n4] Schema name=default-config
   [junit4]   2> 91827 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.s.IndexSchema [collection2_shard1_replica_n2] Schema name=default-config
   [junit4]   2> 91832 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema [collection2_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 92222 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 92224 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 92265 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 92265 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 92271 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n1' using configuration from collection collection2, trusted=true
   [junit4]   2> 92272 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37531.solr.core.collection2.shard1.replica_n1' (registry 'solr.core.collection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 92275 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 92276 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [[collection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/./collection2_shard1_replica_n1/data/]
   [junit4]   2> 92294 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n2' using configuration from collection collection2, trusted=true
   [junit4]   2> 92295 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37115.solr.core.collection2.shard1.replica_n2' (registry 'solr.core.collection2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 92295 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 92296 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [[collection2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/./collection2_shard1_replica_n2/data/]
   [junit4]   2> 92321 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard2_replica_n4' using configuration from collection collection2, trusted=true
   [junit4]   2> 92321 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37531.solr.core.collection2.shard2.replica_n4' (registry 'solr.core.collection2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 92321 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 92321 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrCore [[collection2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/collection2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node1/./collection2_shard2_replica_n4/data/]
   [junit4]   2> 92330 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard2_replica_n6' using configuration from collection collection2, trusted=true
   [junit4]   2> 92330 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37115.solr.core.collection2.shard2.replica_n6' (registry 'solr.core.collection2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53fc1796
   [junit4]   2> 92330 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 92330 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrCore [[collection2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/collection2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001/tempDir-001/node2/./collection2_shard2_replica_n6/data/]
   [junit4]   2> 92417 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 92417 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 92432 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 92442 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 92752 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 92753 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 92754 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 92754 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 92762 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 92762 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 92764 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 92764 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 92775 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c1b39ca[collection2_shard1_replica_n1] main]
   [junit4]   2> 92775 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 92775 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 92776 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 92776 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 92776 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/collection2
   [junit4]   2> 92776 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/collection2
   [junit4]   2> 92777 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@111394df[collection2_shard2_replica_n6] main]
   [junit4]   2> 92778 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 92778 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 92778 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/collection2/managed-schema
   [junit4]   2> 92777 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 92778 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 92781 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@340270ab[collection2_shard1_replica_n2] main]
   [junit4]   2> 92785 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 92785 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@266f6543[collection2_shard2_replica_n4] main]
   [junit4]   2> 92786 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 92789 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 92794 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/collection2
   [junit4]   2> 92794 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/collection2
   [junit4]   2> 92794 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/collection2
   [junit4]   2> 92794 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/collection2/managed-schema
   [junit4]   2> 92801 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/collection2
   [junit4]   2> 92801 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/collection2/managed-schema
   [junit4]   2> 92802 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 92803 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 92803 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 92809 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 92814 INFO  (searcherExecutor-235-thread-1-processing-n:127.0.0.1:37531_solr x:collection2_shard1_replica_n1 s:shard1 c:collection2 r:core_node3) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@3c1b39ca[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 92814 INFO  (searcherExecutor-235-thread-1-processing-n:127.0.0.1:37531_solr x:collection2_shard1_replica_n1 s:shard1 c:collection2 r:core_node3) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 92814 INFO  (searcherExecutor-235-thread-1-processing-n:127.0.0.1:37531_solr x:collection2_shard1_replica_n1 s:shard1 c:collection2 r:core_node3) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 92817 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 92817 INFO  (searcherExecutor-237-thread-1-processing-n:127.0.0.1:37531_solr x:collection2_shard2_replica_n4 s:shard2 c:collection2 r:core_node7) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@266f6543[collection2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 92818 INFO  (searcherExecutor-237-thread-1-processing-n:127.0.0.1:37531_solr x:collection2_shard2_replica_n4 s:shard2 c:collection2 r:core_node7) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 92818 INFO  (searcherExecutor-237-thread-1-processing-n:127.0.0.1:37531_solr x:collection2_shard2_replica_n4 s:shard2 c:collection2 r:core_node7) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 92818 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 92818 INFO  (searcherExecutor-235-thread-1-processing-n:127.0.0.1:37531_solr x:collection2_shard1_replica_n1 s:shard1 c:collection2 r:core_node3) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@3c1b39ca[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 92819 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 92819 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 92821 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 92821 INFO  (searcherExecutor-236-thread-1-processing-n:127.0.0.1:37115_solr x:collection2_shard1_replica_n2 s:shard1 c:collection2 r:core_node5) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@340270ab[collection2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 92821 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582888952528896000
   [junit4]   2> 92821 INFO  (searcherExecutor-236-thread-1-processing-n:127.0.0.1:37115_solr x:collection2_shard1_replica_n2 s:shard1 c:collection2 r:core_node5) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 92821 INFO  (searcherExecutor-236-thread-1-processing-n:127.0.0.1:37115_solr x:collection2_shard1_replica_n2 s:shard1 c:collection2 r:core_node5) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 92823 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/collection2
   [junit4]   2> 92814 INFO  (qtp697048005-639) [n:127.0.0.1:37531_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582888952521555968
   [junit4]   2> 92824 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/collection2
   [junit4]   2> 92824 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/collection2/managed-schema
   [junit4]   2> 92832 INFO  (searcherExecutor-236-thread-1-processing-n:127.0.0.1:37115_solr x:collection2_shard1_replica_n2 s:shard1 c:collection2 r:core_node5) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [collection2_shard1_replica_n2] Registered new searcher Searcher@340270ab[collection2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 92832 INFO  (searcherExecutor-237-thread-1-processing-n:127.0.0.1:37531_solr x:collection2_shard2_replica_n4 s:shard2 c:collection2 r:core_node7) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SolrCore [collection2_shard2_replica_n4] Registered new searcher Searcher@266f6543[collection2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 92832 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582888952540430336
   [junit4]   2> 92833 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 92834 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 92834 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 92837 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 92837 INFO  (searcherExecutor-238-thread-1-processing-n:127.0.0.1:37115_solr x:collection2_shard2_replica_n6 s:shard2 c:collection2 r:core_node8) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@111394df[collection2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 92837 INFO  (searcherExecutor-238-thread-1-processing-n:127.0.0.1:37115_solr x:collection2_shard2_replica_n6 s:shard2 c:collection2 r:core_node8) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 92837 INFO  (searcherExecutor-238-thread-1-processing-n:127.0.0.1:37115_solr x:collection2_shard2_replica_n6 s:shard2 c:collection2 r:core_node8) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 92838 INFO  (searcherExecutor-238-thread-1-processing-n:127.0.0.1:37115_solr x:collection2_shard2_replica_n6 s:shard2 c:collection2 r:core_node8) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.c.SolrCore [collection2_shard2_replica_n6] Registered new searcher Searcher@111394df[collection2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 92839 INFO  (qtp1266790070-644) [n:127.0.0.1:37115_solr c:collection2 s:shard1 r:core_node5 x:collection2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 92837 INFO  (qtp1266790070-652) [n:127.0.0.1:37115_solr c:collection2 s:shard2 r:core_node8 x:collection2_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582888952545673216
   [junit4]   2> 92854 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 92854 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 92854 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37531/solr/collection2_shard2_replica_n4/
   [junit4]   2> 92854 INFO  (qtp697048005-653) [n:127.0.0.1:37531_solr c:collection2 s:shard2 r:core_node7 x:collection2_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=collection2_shard2_replica_n4 url=https://127.0.0.1:37531/solr START replicas=[https://127.0.0.1:37115/solr/collection2_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 92861 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:37115_solr) [n:127.0.0.1:37115_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collect

[...truncated too long message...]

37115, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@a50bbb2
   [junit4]   2> 226260 INFO  (jetty-closer-105-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 226260 INFO  (jetty-closer-105-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e91f4c6: rootName = solr_44275, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4691f841
   [junit4]   2> 226260 INFO  (jetty-closer-105-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 226260 INFO  (jetty-closer-105-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@494d17a0: rootName = solr_37531, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4691f841
   [junit4]   2> 226261 INFO  (jetty-closer-105-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37531_solr
   [junit4]   2> 226261 INFO  (jetty-closer-105-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44275_solr
   [junit4]   2> 226262 INFO  (jetty-closer-105-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 226262 INFO  (jetty-closer-105-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 226262 INFO  (jetty-closer-105-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 226262 INFO  (zkCallback-154-thread-2-processing-n:127.0.0.1:37531_solr) [n:127.0.0.1:37531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 226267 INFO  (jetty-closer-105-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 226267 INFO  (jetty-closer-105-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5850fe52: rootName = solr_37115, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4691f841
   [junit4]   2> 226267 INFO  (jetty-closer-105-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37115_solr
   [junit4]   2> 226268 INFO  (jetty-closer-105-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 226274 INFO  (zkCallback-154-thread-2-processing-n:127.0.0.1:37531_solr) [n:127.0.0.1:37531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 226274 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:44275_solr) [n:127.0.0.1:44275_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 226274 INFO  (zkCallback-148-thread-2-processing-n:127.0.0.1:37115_solr) [n:127.0.0.1:37115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 226284 INFO  (jetty-closer-105-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98930559335661576-127.0.0.1:44275_solr-n_0000000000) closing
   [junit4]   2> 226285 INFO  (OverseerStateUpdate-98930559335661576-127.0.0.1:44275_solr-n_0000000000) [n:127.0.0.1:44275_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44275_solr
   [junit4]   2> 226285 INFO  (coreCloseExecutor-328-thread-1) [n:127.0.0.1:37531_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6e833b4d
   [junit4]   2> 226285 INFO  (coreCloseExecutor-328-thread-1) [n:127.0.0.1:37531_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1854094157
   [junit4]   2> 226285 INFO  (coreCloseExecutor-328-thread-1) [n:127.0.0.1:37531_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@69b4281f: rootName = solr_37531, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3ae1a0a2
   [junit4]   2> 226306 WARN  (OverseerAutoScalingTriggerThread-98930559335661576-127.0.0.1:44275_solr-n_0000000000) [n:127.0.0.1:44275_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 226306 INFO  (coreCloseExecutor-329-thread-1) [n:127.0.0.1:37115_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@365a36ae
   [junit4]   2> 226306 INFO  (coreCloseExecutor-329-thread-1) [n:127.0.0.1:37115_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n2, tag=911881902
   [junit4]   2> 226307 INFO  (coreCloseExecutor-329-thread-1) [n:127.0.0.1:37115_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d0efebf: rootName = solr_37115, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@668461fb
   [junit4]   2> 226308 INFO  (zkCallback-148-thread-2-processing-n:127.0.0.1:37115_solr) [n:127.0.0.1:37115_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37115_solr
   [junit4]   2> 226309 INFO  (jetty-closer-105-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4cf62daf{/solr,null,UNAVAILABLE}
   [junit4]   2> 226316 INFO  (coreCloseExecutor-328-thread-1) [n:127.0.0.1:37531_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1854094157
   [junit4]   2> 226337 INFO  (coreCloseExecutor-329-thread-1) [n:127.0.0.1:37115_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=911881902
   [junit4]   2> 226340 INFO  (jetty-closer-105-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61d5b4f2{/solr,null,UNAVAILABLE}
   [junit4]   2> 226352 INFO  (jetty-closer-105-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77c09317{/solr,null,UNAVAILABLE}
   [junit4]   2> 226353 ERROR (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 226353 INFO  (SUITE-TestSkipOverseerOperations-seed#[8321120DDDE4DC6D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45327 45327
   [junit4]   2> 226406 INFO  (Thread-148) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45327 45327
   [junit4]   2> 226407 WARN  (Thread-148) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	8	/solr/configs/collection2/managed-schema
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	4	/solr/configs/collection1
   [junit4]   2> 	4	/solr/configs/collection1/managed-schema
   [junit4]   2> 	4	/solr/configs/collection2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/collections/collection2/state.json
   [junit4]   2> 	14	/solr/collections/collection1/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/overseer_elect/election/98930559335661576-127.0.0.1:44275_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestSkipOverseerOperations_8321120DDDE4DC6D-001
   [junit4]   2> Nov 01, 2017 6:24:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=130, maxMBSortInHeap=5.72996721069423, sim=RandomSimilarity(queryNorm=false): {}, locale=lu, timezone=America/Virgin
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=310336576,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestRestManager, TestSolr4Spatial, DistributedFacetPivotLargeTest, TestSolrCloudWithSecureImpersonation, TestDocumentBuilder, VMParamsZkACLAndCredentialsProvidersTest, TestNumericTerms32, SolrShardReporterTest, HighlighterConfigTest, TestSkipOverseerOperations]
   [junit4] Completed [48/746 (1!)] on J1 in 137.36s, 2 tests, 1 failure <<< FAILURES!

[...truncated 42500 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 721 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/721/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny

7 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38931

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38931
	at __randomizedtesting.SeedInfo.seed([7BC0127BE86281A3:F3942DA1469EEC5B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([6D12D1DF65EC34AC:30291EAF22E1AB92]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:117)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([6D12D1DF65EC34AC:E524738CBD43DCBE]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure(TestCollectionStateWatchers.java:228)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWatchesWorkForStateFormat1

Error Message:
CollectionStateWatcher not notified of stateformat=1 collection creation

Stack Trace:
java.lang.AssertionError: CollectionStateWatcher not notified of stateformat=1 collection creation
	at __randomizedtesting.SeedInfo.seed([6D12D1DF65EC34AC:AD5CD319154100D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWatchesWorkForStateFormat1(TestCollectionStateWatchers.java:290)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testCanWaitForNonexistantCollection

Error Message:
waitForState was not triggered by collection creation

Stack Trace:
java.lang.AssertionError: waitForState was not triggered by collection creation
	at __randomizedtesting.SeedInfo.seed([6D12D1DF65EC34AC:C6324A6908B2F087]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testCanWaitForNonexistantCollection(TestCollectionStateWatchers.java:206)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateChecksCurrentState

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([6D12D1DF65EC34AC:BBFEBE0735B549F9]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:440)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateChecksCurrentState(TestCollectionStateWatchers.java:182)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testDeletionsTriggerWatches

Error Message:
Error from server at https://127.0.0.1:38841/solr: Could not fully create collection: tobedeleted

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38841/solr: Could not fully create collection: tobedeleted
	at __randomizedtesting.SeedInfo.seed([6D12D1DF65EC34AC:CFD31950E78FE2C1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testDeletionsTriggerWatches(TestCollectionStateWatchers.java:272)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13202 lines...]
   [junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
   [junit4]   2> 1926417 INFO  (SUITE-PeerSyncReplicationTest-seed#[7BC0127BE86281A3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_7BC0127BE86281A3-001/init-core-data-001
   [junit4]   2> 1926417 WARN  (SUITE-PeerSyncReplicationTest-seed#[7BC0127BE86281A3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 1926417 INFO  (SUITE-PeerSyncReplicationTest-seed#[7BC0127BE86281A3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1926418 INFO  (SUITE-PeerSyncReplicationTest-seed#[7BC0127BE86281A3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1926418 INFO  (SUITE-PeerSyncReplicationTest-seed#[7BC0127BE86281A3]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1926420 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1926420 INFO  (Thread-3490) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1926420 INFO  (Thread-3490) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1926423 ERROR (Thread-3490) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1926520 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.ZkTestServer start zk server on port:43449
   [junit4]   2> 1926601 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1926602 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1926603 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1926603 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1926604 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1926604 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1926605 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1926605 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1926606 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1926607 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1926607 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1926610 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1926714 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1926745 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aac556d{/,null,AVAILABLE}
   [junit4]   2> 1926746 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@757d45f9{HTTP/1.1,[http/1.1]}{127.0.0.1:38931}
   [junit4]   2> 1926746 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.e.j.s.Server Started @1928032ms
   [junit4]   2> 1926746 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_7BC0127BE86281A3-001/tempDir-001/control/data, hostPort=38931, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_7BC0127BE86281A3-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1926746 ERROR (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1926746 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1926747 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1926747 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1926747 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T00:42:06.089064Z
   [junit4]   2> 1926748 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1926748 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_7BC0127BE86281A3-001/control-001/solr.xml
   [junit4]   2> 1926750 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1926750 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1926750 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5508c9, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1926752 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43449/solr
   [junit4]   2> 1926778 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [n:127.0.0.1:38931_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1926779 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [n:127.0.0.1:38931_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38931_
   [junit4]   2> 1926779 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [n:127.0.0.1:38931_    ] o.a.s.c.Overseer Overseer (id=98932052837269508-127.0.0.1:38931_-n_0000000000) starting
   [junit4]   2> 1926781 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [n:127.0.0.1:38931_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38931_
   [junit4]   2> 1926787 INFO  (OverseerStateUpdate-98932052837269508-127.0.0.1:38931_-n_0000000000) [n:127.0.0.1:38931_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1926822 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [n:127.0.0.1:38931_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5508c9
   [junit4]   2> 1926830 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [n:127.0.0.1:38931_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5508c9
   [junit4]   2> 1926830 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [n:127.0.0.1:38931_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5508c9
   [junit4]   2> 1926831 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [n:127.0.0.1:38931_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_7BC0127BE86281A3-001/control-001/cores
   [junit4]   2> 1926842 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1926842 INFO  (TEST-PeerSyncReplicationTest.test-seed#[7BC0127BE86281A3]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43449/solr ready
   [junit4]   2> 1926844 INFO  (qtp105792440-11974) [n:127.0.0.1:38931_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38931_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1926845 INFO  (OverseerThreadFactory-2399-thread-1-processing-n:127.0.0.1:38931_) [n:127.0.0.1:38931_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1926948 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1926948 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1927050 INFO  (zkCallback-739-thread-1-processing-n:127.0.0.1:38931_) [n:127.0.0.1:38931_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1927958 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1927965 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1928054 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1928067 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1928067 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5508c9
   [junit4]   2> 1928069 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1928069 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_7BC0127BE86281A3-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_7BC0127BE86281A3-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1928072 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1928090 WARN  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1928125 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1928125 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1928138 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1928138 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1928140 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1928140 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26803b1d[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1928141 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1928141 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1928142 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1928142 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582912847199862784
   [junit4]   2> 1928145 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1928145 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1928145 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38931/control_collection_shard1_replica_n1/
   [junit4]   2> 1928145 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1928145 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38931/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1928145 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1928147 INFO  (qtp105792440-11976) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38931/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1928148 INFO  (searcherExecutor-2402-thread-1-processing-n:127.0.0.1:38931_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38931_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@26803b1d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   1> / (2)
   [junit4]   1> DATA:
   [junit4]   1>     
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>  /solr (11)
   [junit4]   1>   /solr/configs (2)
   [junit4]   1>    /solr/configs/_default (7)
   [junit4]   1>     /solr/configs/_default/protwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/_default/managed-schema (0)
   [junit4]   1>     DATA:
   [junit4]   1>         <?xml version="1.0" encoding="UTF-8" ?>
   [junit4]   1>         <!--
   [junit4]   1>          Licensed to the Apache Software Foundation (ASF) under one or more
   [junit4]   1>          contributor license agreements.  See the NOTICE file distributed with
   [junit4]   1>          this work for additional information regarding copyright ownership.
   [junit4]   1>          The ASF licenses this file to You under the Apache License, Version 2.0
   [junit4]   1>          (the "License"); you may not use this file except in compliance with
   [junit4]   1>          the License.  You may obtain a copy of the License at
   [junit4]   1>         
   [junit4]   1>              http://www.apache.org/licenses/LICENSE-2.0
   [junit4]   1>         
   [junit4]   1>          Unless required by applicable law or agreed to in writing, software
   [junit4]   1>          distributed under the License is distributed on an "AS IS" BASIS,
   [junit4]   1>          WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   [junit4]   1>          See the License for the specific language governing permissions and
   [junit4]   1>          limitations under the License.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <!--
   [junit4]   1>         
   [junit4]   1>          This example schema is the recommended starting point for users.
   [junit4]   1>          It should be kept correct and concise, usable out-of-the-box.
   [junit4]   1>         
   [junit4]   1>         
   [junit4]   1>          For more information, on how to customize this file, please see
   [junit4]   1>          http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
   [junit4]   1>         
   [junit4]   1>          PERFORMANCE NOTE: this schema includes many optional features and should not
   [junit4]   1>          be used for benchmarking.  To improve performance one could
   [junit4]   1>           - set stored="false" for all fields possible (esp large fields) when you
   [junit4]   1>             only need to search on the field but don't need to return the original
   [junit4]   1>             value.
   [junit4]   1>           - set indexed="false" if you don't need to search on the field, but only
   [junit4]   1>             return the field as a result of searching on other indexed fields.
   [junit4]   1>           - remove all unneeded copyField statements
   [junit4]   1>           - for best index size and searching performance, set "index" to false
   [junit4]   1>             for all general text fields, use copyField to copy them to the
   [junit4]   1>             catchall "text" field, and use that for searching.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <schema name="default-config" version="1.6">
   [junit4]   1>             <!-- attribute "name" is the name of this schema and is only used for display purposes.
   [junit4]   1>                version="x.y" is Solr's version number for the schema syntax and 
   [junit4]   1>                semantics.  It should not normally be changed by applications.
   [junit4]   1>         
   [junit4]   1>                1.0: multiValued attribute did not exist, all fields are multiValued 
   [junit4]   1>                     by nature
   [junit4]   1>                1.1: multiValued attribute introduced, false by default 
   [junit4]   1>                1.2: omitTermFreqAndPositions attribute introduced, true by default 
   [junit4]   1>                     except for text fields.
   [junit4]   1>                1.3: removed optional field compress feature
   [junit4]   1>                1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
   [junit4]   1>                     behavior when a single string produces multiple tokens.  Defaults 
   [junit4]   1>                     to off for version >= 1.4
   [junit4]   1>                1.5: omitNorms defaults to true for primitive field types 
   [junit4]   1>                     (int, float, boolean, string...)
   [junit4]   1>                1.6: useDocValuesAsStored defaults to true.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- Valid attributes for fields:
   [junit4]   1>              name: mandatory - the name for the field
   [junit4]   1>              type: mandatory - the name of a field type from the 
   [junit4]   1>                fieldTypes section
   [junit4]   1>              indexed: true if this field should be indexed (searchable or sortable)
   [junit4]   1>              stored: true if this field should be retrievable
   [junit4]   1>              docValues: true if this field should have doc values. Doc Values is
   [junit4]   1>                recommended (required, if you are using *Point fields) for faceting,
   [junit4]   1>                grouping, sorting and function queries. Doc Values will make the index
   [junit4]   1>                faster to load, more NRT-friendly and more memory-efficient. 
   [junit4]   1>                They are currently only supported by StrField, UUIDField, all 
   [junit4]   1>                *PointFields, and depending on the field type, they might require
   [junit4]   1>                the field to be single-valued, be required or have a default value
   [junit4]   1>                (check the documentation of the field type you're interested in for
   [junit4]   1>                more information)
   [junit4]   1>              multiValued: true if this field may contain multiple values per document
   [junit4]   1>              omitNorms: (expert) set to true to omit the norms associated with
   [junit4]   1>                this field (this disables length normalization and index-time
   [junit4]   1>                boosting for the field, and saves some memory).  Only full-text
   [junit4]   1>                fields or fields that need an index-time boost need norms.
   [junit4]   1>                Norms are omitted for primitive (non-analyzed) types by default.
   [junit4]   1>              termVectors: [false] set to true to store the term vector for a
   [junit4]   1>                given field.
   [junit4]   1>                When using MoreLikeThis, fields used for similarity should be
   [junit4]   1>                stored for best performance.
   [junit4]   1>              termPositions: Store position information with the term vector.  
   [junit4]   1>                This will increase storage costs.
   [junit4]   1>              termOffsets: Store offset information with the term vector. This 
   [junit4]   1>                will increase storage costs.
   [junit4]   1>              required: The field is required.  It will throw an error if the
   [junit4]   1>                value does not exist
   [junit4]   1>              default: a value that should be used if no value is specified
   [junit4]   1>                when adding a document.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field names should consist of alphanumeric or underscore characters only and
   [junit4]   1>               not start with a digit.  This is not currently strictly enforced,
   [junit4]   1>               but other field names will not have first class support from all components
   [junit4]   1>               and back compatibility is not guaranteed.  Names with both leading and
   [junit4]   1>               trailing underscores (e.g. _version_) are reserved.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- In this _default configset, only four fields are pre-declared:
   [junit4]   1>                  id, _version_, and _text_ and _root_. All other fields will be type guessed and added via the
   [junit4]   1>                  "add-unknown-fields-to-the-schema" update request processor chain declared in solrconfig.xml.
   [junit4]   1>                  
   [junit4]   1>                  Note that many dynamic fields are also defined - you can use them to specify a 
   [junit4]   1>                  field's type via field naming conventions - see below.
   [junit4]   1>           
   [junit4]   1>                  WARNING: The _text_ catch-all field will significantly increase your index size.
   [junit4]   1>                  If you don't need it, consider removing it and the corresponding copyField directive.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" />
   [junit4]   1>             <!-- docValues are enabled by default for long type so we don't need to index the version field  -->
   [junit4]   1>             <field name="_version_" type="plong" indexed="false" stored="false"/>
   [junit4]   1>             <field name="_root_" type="string" indexed="true" stored="false" docValues="false" />
   [junit4]   1>             <field name="_text_" type="text_general" indexed="true" stored="false" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- This can be enabled, in case the client does not know what fields may be searched. It isn't enabled by default
   [junit4]   1>                  because it's very expensive to index everything twice. -->
   [junit4]   1>             <!-- <copyField source="*" dest="_text_"/> -->
   [junit4]   1>         
   [junit4]   1>             <!-- Dynamic field definitions allow using convention over configuration
   [junit4]   1>                for fields via the specification of patterns to match field names.
   [junit4]   1>                EXAMPLE:  name="*_i" will match any field ending in _i (like myid_i, z_i)
   [junit4]   1>                RESTRICTION: the glob-like pattern in the name attribute must have a "*" only at the start or the end.  -->
   [junit4]   1>            
   [junit4]   1>             <dynamicField name="*_i"  type="pint"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_is" type="pints"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_s"  type="string"  indexed="true"  stored="true" />
   [junit4]   1>             <dynamicField name="*_ss" type="strings"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_l"  type="plong"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ls" type="plongs"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_txt" type="text_general" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_b"  type="boolean" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_bs" type="booleans" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_f"  type="pfloat"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_fs" type="pfloats"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_d"  type="pdouble" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ds" type="pdoubles" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Type used for data-driven schema, to add a string copy for each text field -->
   [junit4]   1>             <dynamicField name="*_str" type="strings" stored="false" docValues="true" indexed="false" />
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_dt"  type="pdate"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dts" type="pdate"    indexed="true"  stored="true" multiValued="true"/>
   [junit4]   1>             <dynamicField name="*_p"  type="location" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_srpt"  type="location_rpt" indexed="true" stored="true"/>
   [junit4]   1>             
   [junit4]   1>             <!-- payloaded dynamic fields -->
   [junit4]   1>             <dynamicField name="*_dpf" type="delimited_payloads_float" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dpi" type="delimited_payloads_int" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dps" type="delimited_payloads_string" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Field to use to determine and enforce document uniqueness.
   [junit4]   1>               Unless this field is marked with required="false", it will be a required field
   [junit4]   1>             -->
   [junit4]   1>             <uniqueKey>id</uniqueKey>
   [junit4]   1>         
   [junit4]   1>             <!-- copyField commands copy one field to another at the time a document
   [junit4]   1>                is added to the index.  It's used either to index the same field differently,
   [junit4]   1>                or to add multiple fields to the same field for easier/faster searching.
   [junit4]   1>         
   [junit4]   1>             <copyField source="sourceFieldName" dest="destinationFieldName"/>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field type definitions. The "name" attribute is
   [junit4]   1>                just a label to be used by field definitions.  The "class"
   [junit4]   1>                attribute and any other attributes determine the real
   [junit4]   1>                behavior of the fieldType.
   [junit4]   1>                  Class names starting with "solr" refer to java classes in a
   [junit4]   1>                standard package such as org.apache.solr.analysis
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
   [junit4]   1>                  currently supported on types that are sorted internally as strings
   [junit4]   1>                  and on numeric types.
   [junit4]   1>                This includes "string", "boolean", "pint", "pfloat", "plong", "pdate", "pdouble".
   [junit4]   1>                - If sortMissingLast="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come after documents with the field,
   [junit4]   1>                  regardless of the requested sort order (asc or desc).
   [junit4]   1>                - If sortMissingFirst="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come before documents with the field,
   [junit4]   1>                  regardless of the requested sort order.
   [junit4]   1>                - If sortMissingLast="false" and sortMissingFirst="false" (the default),
   [junit4]   1>                  then default lucene sorting will be used which places docs without the
   [junit4]   1>                  field first in an ascending sort and last in a descending sort.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- The StrField type is not analyzed, but indexed/stored verbatim. -->
   [junit4]   1>             <fieldType name="string" class="solr.StrField" sortMissingLast="true" docValues="true" />
   [junit4]   1>             <fieldType name="strings" class="solr.StrField" sortMissingLast="true" multiValued="true" docValues="true" />
   [junit4]   1>         
   [junit4]   1>             <!-- boolean type: "true" or "false" -->
   [junit4]   1>             <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
   [junit4]   1>             <fieldType name="booleans" class="solr.BoolField" sortMissingLast="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!--
   [junit4]   1>               Numeric field types that index values using KD-trees.
   [junit4]   1>               Point fields don't support FieldCache, so they must have docValues="true" if needed for sorting, faceting, functions, etc.
   [junit4]   1>             -->
   [junit4]   1>             <fieldType name="pint" class="solr.IntPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pfloat" class="solr.FloatPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="plong" class="solr.LongPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdouble" class="solr.DoublePointField" docValues="true"/>
   [junit4]   1>             
   [junit4]   1>             <fieldType name="pints" class="solr.IntPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pfloats" class="solr.FloatPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="plongs" class="solr.LongPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pdoubles" class="solr.DoublePointField" docValues="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
   [junit4]   1>                  is a more restricted form of the canonical representation of dateTime
   [junit4]   1>                  http://www.w3.org/TR/xmlschema-2/#dateTime    
   [junit4]   1>                  The trailing "Z" designates UTC time and is mandatory.
   [junit4]   1>                  Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
   [junit4]   1>                  All other components are mandatory.
   [junit4]   1>         
   [junit4]   1>                  Expressions can also be used to denote calculations that should be
   [junit4]   1>                  performed relative to "NOW" to determine the value, ie...
   [junit4]   1>         
   [junit4]   1>                        NOW/HOUR
   [junit4]   1>                           ... Round to the start of the current hour
   [junit4]   1>                        NOW-1DAY
   [junit4]   1>                           ... Exactly 1 day prior to now
   [junit4]   1>                        NOW/DAY+6MONTHS+3DAYS
   [junit4]   1>                           ... 6 months and 3 days in the future from the start of
   [junit4]   1>                               the current day
   [junit4]   1>                               
   [junit4]   1>               -->
   [junit4]   1>             <!-- KD-tree versions of date fields -->
   [junit4]   1>             <fieldType name="pdate" class="solr.DatePointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdates" class="solr.DatePointField" docValues="true" multiValued="true"/>
   [junit4]   1>             
   [junit4]   1>             <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
   [junit4]   1>             <fieldType name="binary" class="solr.BinaryField"/>
   [junit4]   1>         
   [junit4]   1>             <!-- solr.TextField allows the specification of custom text analyzers
   [junit4]   1>                  specified as a tokenizer and a list of token filters. Different
   [junit4]   1>                  analyzers may be specified for indexing and querying.
   [junit4]   1>         
   [junit4]   1>                  The optional positionIncrementGap puts space between multiple fields of
   [junit4]   1>                  this type on the same document, with the purpose of preventing false phrase
   [junit4]   1>                  matching across fields.
   [junit4]   1>         
   [junit4]   1>                  For more info on customizing your analyzer chain, please see
   [junit4]   1>                  http://lucene.apache.org/solr/guide/understanding-analyzers-tokenizers-and-filters.html#understanding-analyzers-tokenizers-and-filters
   [junit4]   1>              -->
   [junit4]   1>         
   [junit4]   1>             <!-- One can also specify an existing Analyzer class that has a
   [junit4]   1>                  default constructor via the class attribute on the analyzer element.
   [junit4]   1>                  Example:
   [junit4]   1>             <fieldType name="text_greek" class="solr.TextField">
   [junit4]   1>               <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
   [junit4]   1>             </fieldType>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- A text field that only splits on whitespace for exact matching of words -->
   [junit4]   1>             <dynamicField name="*_ws" type="text_ws"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A general text field that has reasonable, generic
   [junit4]   1>                  cross-language defaults: it tokenizes with StandardTokenizer,
   [junit4]   1>         	       removes stop words from case-insensitive "stopwords.txt"
   [junit4]   1>         	       (empty by default), and down cases.  At query time only, it
   [junit4]   1>         	       also applies synonyms.
   [junit4]   1>         	  -->
   [junit4]   1>             <fieldType name="text_general" class="solr.TextField" positionIncrementGap="100" multiValued="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English: it tokenizes with StandardTokenizer,
   [junit4]   1>                  removes English stop words (lang/stopwords_en.txt), down cases, protects words from protwords.txt, and
   [junit4]   1>                  finally applies Porter's stemming.  The query time analyzer also applies synonyms from synonyms.txt. -->
   [junit4]   1>             <dynamicField name="*_txt_en" type="text_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                     />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English, plus
   [junit4]   1>                  aggressive word-splitting and autophrase features enabled.
   [junit4]   1>                  This field is just like text_en, except it adds
   [junit4]   1>                  WordDelimiterGraphFilter to enable splitting and matching of
   [junit4]   1>                  words on case-change, alpha numeric boundaries, and
   [junit4]   1>                  non-alphanumeric chars.  This means certain compound word
   [junit4]   1>                  cases will work, for example query "wi fi" will match
   [junit4]   1>                  document "WiFi" or "wi-fi".
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_en_split" type="text_en_splitting"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Less flexible matching, but less false matches.  Probably not ideal for product names,
   [junit4]   1>                  but may be good for SKUs.  Can insert dashes in the wrong place and still match. -->
   [junit4]   1>             <dynamicField name="*_txt_en_split_tight" type="text_en_splitting_tight"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting_tight" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Just like text_general except it reverses the characters of
   [junit4]   1>         	       each token, to enable more efficient leading wildcard queries.
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_rev" type="text_general_rev"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_general_rev" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
   [junit4]   1>                         maxPosAsterisk="3" maxPosQuestion="2" maxFractionAsterisk="0.33"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_phon_en" type="phonetic_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="phonetic_en" stored="false" indexed="true" class="solr.TextField" >
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- lowercases the entire field value, keeping it as a single token.  -->
   [junit4]   1>             <dynamicField name="*_s_lower" type="lowercase"  indexed="true"  stored="true"/>
   [junit4]   1>  

[...truncated too long message...]

4]  CLOSING SolrCore org.apache.solr.core.SolrCore@31ce99d
   [junit4]   2> 281534 INFO  (coreCloseExecutor-49-thread-1) [n:127.0.0.1:34431_solr c:testcollection s:shard4 r:core_node8 x:testcollection_shard4_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard4.replica_n4, tag=52226461
   [junit4]   2> 281538 INFO  (coreCloseExecutor-49-thread-1) [n:127.0.0.1:34431_solr c:testcollection s:shard4 r:core_node8 x:testcollection_shard4_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5461f152: rootName = solr_34431, domain = solr.core.testcollection.shard4.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard4.replica_n4 / com.codahale.metrics.MetricRegistry@1501ed5f
   [junit4]   2> 281538 INFO  (zkCallback-23-thread-5-processing-n:127.0.0.1:34431_solr) [n:127.0.0.1:34431_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 281538 INFO  (coreCloseExecutor-50-thread-1) [n:127.0.0.1:43327_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n2] o.a.s.c.SolrCore [testcollection_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7a38d05c
   [junit4]   2> 281538 INFO  (coreCloseExecutor-50-thread-1) [n:127.0.0.1:43327_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n2, tag=2050543708
   [junit4]   2> 281538 INFO  (zkCallback-24-thread-5-processing-n:127.0.0.1:43327_solr) [n:127.0.0.1:43327_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 281538 INFO  (coreCloseExecutor-50-thread-1) [n:127.0.0.1:43327_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@386933b9: rootName = solr_43327, domain = solr.core.testcollection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@18a4b5c1
   [junit4]   2> 281538 INFO  (zkCallback-21-thread-3-processing-n:127.0.0.1:46653_solr) [n:127.0.0.1:46653_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 281542 INFO  (coreCloseExecutor-52-thread-1) [n:127.0.0.1:38841_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@737ec2ba
   [junit4]   2> 281542 INFO  (coreCloseExecutor-52-thread-1) [n:127.0.0.1:38841_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=1937687226
   [junit4]   2> 281542 INFO  (coreCloseExecutor-52-thread-1) [n:127.0.0.1:38841_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47c21ac2: rootName = solr_38841, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5e92e1a6
   [junit4]   2> 281545 INFO  (coreCloseExecutor-51-thread-1) [n:127.0.0.1:46653_solr c:testcollection s:shard3 r:core_node7 x:testcollection_shard3_replica_n3] o.a.s.c.SolrCore [testcollection_shard3_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@1085dba1
   [junit4]   2> 281545 INFO  (coreCloseExecutor-51-thread-1) [n:127.0.0.1:46653_solr c:testcollection s:shard3 r:core_node7 x:testcollection_shard3_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard3.replica_n3, tag=277207969
   [junit4]   2> 281545 INFO  (coreCloseExecutor-51-thread-1) [n:127.0.0.1:46653_solr c:testcollection s:shard3 r:core_node7 x:testcollection_shard3_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2cac4177: rootName = solr_46653, domain = solr.core.testcollection.shard3.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard3.replica_n3 / com.codahale.metrics.MetricRegistry@7b32fe26
   [junit4]   2> 281551 INFO  (coreCloseExecutor-50-thread-1) [n:127.0.0.1:43327_solr c:testcollection s:shard2 r:core_node6 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=2050543708
   [junit4]   2> 281554 INFO  (coreCloseExecutor-52-thread-1) [n:127.0.0.1:38841_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1937687226
   [junit4]   2> 281556 INFO  (coreCloseExecutor-51-thread-1) [n:127.0.0.1:46653_solr c:testcollection s:shard3 r:core_node7 x:testcollection_shard3_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard3.leader, tag=277207969
   [junit4]   2> 281559 INFO  (coreCloseExecutor-49-thread-1) [n:127.0.0.1:34431_solr c:testcollection s:shard4 r:core_node8 x:testcollection_shard4_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard4.leader, tag=52226461
   [junit4]   2> 281562 INFO  (jetty-closer-3-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98932195335536649-127.0.0.1:46653_solr-n_0000000000) closing
   [junit4]   2> 281562 INFO  (OverseerStateUpdate-98932195335536649-127.0.0.1:46653_solr-n_0000000000) [n:127.0.0.1:46653_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46653_solr
   [junit4]   2> 281562 WARN  (OverseerAutoScalingTriggerThread-98932195335536649-127.0.0.1:46653_solr-n_0000000000) [n:127.0.0.1:46653_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 281563 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f7a4eb7d3000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 281564 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f7a4eb7d30009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 281564 INFO  (jetty-closer-3-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bdae21d{/solr,null,UNAVAILABLE}
   [junit4]   2> 281564 INFO  (jetty-closer-3-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ee2be96{/solr,null,UNAVAILABLE}
   [junit4]   2> 281565 INFO  (jetty-closer-3-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76777665{/solr,null,UNAVAILABLE}
   [junit4]   2> 283065 INFO  (jetty-closer-3-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e114cbd{/solr,null,UNAVAILABLE}
   [junit4]   2> 283066 ERROR (SUITE-TestCollectionStateWatchers-seed#[6D12D1DF65EC34AC]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 283066 INFO  (SUITE-TestCollectionStateWatchers-seed#[6D12D1DF65EC34AC]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45477 45477
   [junit4]   2> 298120 INFO  (Thread-0) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45477 45477
   [junit4]   2> 298121 WARN  (Thread-0) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/collections/testcollection/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_6D12D1DF65EC34AC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=405, maxMBSortInHeap=6.7580951728001235, sim=RandomSimilarity(queryNorm=true): {}, locale=pa-Arab, timezone=Pacific/Fiji
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=193885192,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [ArrayEvaluatorTest, TestCollectionStateWatchers]
   [junit4] Completed [123/146 (1!)] on J2 in 298.59s, 9 tests, 2 failures, 4 errors <<< FAILURES!

[...truncated 39283 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 720 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/720/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.schema.TestBulkSchemaConcurrent.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37817/ul_m/di

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37817/ul_m/di
	at __randomizedtesting.SeedInfo.seed([E08292E0B4D2F99C:68D6AD3A1A2E9464]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 43 more




Build Log:
[...truncated 14024 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20171101_211341_8757778539834377753208.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/heapdumps/java_pid25518.hprof ...
   [junit4] Heap dump file created [375622369 bytes in 0.624 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 12 lines...]
   [junit4] Suite: org.apache.solr.schema.TestBulkSchemaConcurrent
   [junit4]   2> 2592131 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[E08292E0B4D2F99C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_E08292E0B4D2F99C-001/init-core-data-001
   [junit4]   2> 2592131 WARN  (SUITE-TestBulkSchemaConcurrent-seed#[E08292E0B4D2F99C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=135 numCloses=135
   [junit4]   2> 2592131 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[E08292E0B4D2F99C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2592133 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[E08292E0B4D2F99C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2592133 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[E08292E0B4D2F99C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ul_m/di
   [junit4]   2> 2592136 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2592139 INFO  (Thread-5661) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2592139 INFO  (Thread-5661) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2592154 ERROR (Thread-5661) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2592239 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.ZkTestServer start zk server on port:43715
   [junit4]   2> 2592257 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-managed-schema.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2592257 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2592258 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2592264 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2592265 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2592265 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2592266 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2592268 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2592269 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2592269 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2592270 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2592272 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2592346 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2592352 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b62a10{/ul_m/di,null,AVAILABLE}
   [junit4]   2> 2592353 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6e124896{HTTP/1.1,[http/1.1]}{127.0.0.1:37817}
   [junit4]   2> 2592353 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.e.j.s.Server Started @2593676ms
   [junit4]   2> 2592353 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_E08292E0B4D2F99C-001/tempDir-001/control/data, hostContext=/ul_m/di, hostPort=37817, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_E08292E0B4D2F99C-001/control-001/cores}
   [junit4]   2> 2592353 ERROR (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2592353 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2592353 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2592353 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2592353 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-01T21:56:55.579Z
   [junit4]   2> 2592356 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2592356 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_E08292E0B4D2F99C-001/control-001/solr.xml
   [junit4]   2> 2592360 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2592360 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2592361 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad83959, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2592365 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43715/solr
   [junit4]   2> 2592448 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2592448 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37817_ul_m%2Fdi
   [junit4]   2> 2592449 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.Overseer Overseer (id=98931403349622788-127.0.0.1:37817_ul_m%2Fdi-n_0000000000) starting
   [junit4]   2> 2592476 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37817_ul_m%2Fdi
   [junit4]   2> 2592478 INFO  (zkCallback-5703-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2592544 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad83959
   [junit4]   2> 2592601 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad83959
   [junit4]   2> 2592601 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad83959
   [junit4]   2> 2592602 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_E08292E0B4D2F99C-001/control-001/cores
   [junit4]   2> 2592634 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2592644 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43715/solr ready
   [junit4]   2> 2592656 INFO  (qtp246610547-24992) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37817_ul_m%252Fdi&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2592672 INFO  (OverseerThreadFactory-9593-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2592786 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2592786 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2592890 INFO  (zkCallback-5703-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2593806 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2593810 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2593836 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2593904 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2593911 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 2593912 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 2593912 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2593912 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad83959
   [junit4]   2> 2593912 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2593913 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_E08292E0B4D2F99C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_E08292E0B4D2F99C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2593915 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.6220703125, floorSegmentMB=1.2578125, forceMergeDeletesPctAllowed=26.90823466519249, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2593928 WARN  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2593959 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2593960 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2593960 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2593960 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2593961 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=87.259765625, floorSegmentMB=0.8701171875, forceMergeDeletesPctAllowed=14.20815816062093, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3930779185070966
   [junit4]   2> 2593962 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51327839[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2593963 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2593963 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2593963 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 2593964 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2593964 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2593964 INFO  (searcherExecutor-9596-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@51327839[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2593965 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582902455504470016
   [junit4]   2> 2593967 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2593967 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2593967 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37817/ul_m/di/control_collection_shard1_replica_n1/
   [junit4]   2> 2593967 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2593967 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37817/ul_m/di/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2593967 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2593968 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37817/ul_m/di/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2652706 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 37817
   [junit4]   2> 2652706 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2082844792
   [junit4]   2> 2652706 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2652706 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c9712f3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4c77782b
   [junit4]   2> 2652715 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2652715 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4fb79162: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@32fd7cb4
   [junit4]   2> 2652721 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2652721 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f74b6e0: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@21ae4417
   [junit4]   2> 2652730 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37817_ul_m%2Fdi
   [junit4]   2> 2652731 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2652731 INFO  (zkCallback-5703-thread-2-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2652743 INFO  (coreCloseExecutor-9601-thread-1) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@889b87d
   [junit4]   2> 2652744 INFO  (coreCloseExecutor-9601-thread-1) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=143243389
   [junit4]   2> 2652744 INFO  (coreCloseExecutor-9601-thread-1) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3066cb2f: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@62dec946
   [junit4]   2> 2652751 INFO  (coreCloseExecutor-9601-thread-1) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=143243389
   [junit4]   2> 2663536 INFO  (ScheduledTrigger-9591-thread-1) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2663537 INFO  (AutoscalingActionExecutor-9592-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"14f315143c9253c0T51nab40copcodpftasf2h7bpq",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1509573476759000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509573476759000000],
   [junit4]   2>     "_enqueue_time_":1509573486761000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:37817_ul_m%2Fdi"]}}
   [junit4]   2> 2772661 ERROR (qtp246610547-24992) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2772661 INFO  (qtp246610547-24992) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37817_ul_m%252Fdi&wt=javabin&version=2} status=500 QTime=180005
   [junit4]   2> 2772661 ERROR (qtp246610547-24992) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 3192876 ERROR (OverseerThreadFactory-9593-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:37817/ul_m/di
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37817/ul_m/di
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 3192877 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.Overseer Overseer (id=98931403349622788-127.0.0.1:37817_ul_m%2Fdi-n_0000000000) closing
   [junit4]   2> 3192878 ERROR (OverseerThreadFactory-9593-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 3192879 INFO  (OverseerStateUpdate-98931403349622788-127.0.0.1:37817_ul_m%2Fdi-n_0000000000) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37817_ul_m%2Fdi
   [junit4]   2> 3192879 INFO  (OverseerThreadFactory-9593-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 3222912 INFO  (zkCallback-5703-thread-5-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3222912 ERROR (OverseerThreadFactory-9593-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:684)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 3222913 INFO  (OverseerThreadFactory-9593-thread-1-processing-n:127.0.0.1:37817_ul_m%2Fdi) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3222914 WARN  (OverseerAutoScalingTriggerThread-98931403349622788-127.0.0.1:37817_ul_m%2Fdi-n_0000000000) [n:127.0.0.1:37817_ul_m%2Fdi    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3222916 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6e124896{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3222916 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b62a10{/ul_m/di,null,UNAVAILABLE}
   [junit4]   2> 3222956 ERROR (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3222957 ERROR (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 3222957 INFO  (qtp246610547-24994) [n:127.0.0.1:37817_ul_m%2Fdi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630171
   [junit4]   2> 3222957 ERROR (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3222958 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[E08292E0B4D2F99C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43715 43715
   [junit4]   2> 3227980 INFO  (Thread-5661) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43715 43715
   [junit4]   2> 3227980 WARN  (Thread-5661) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBulkSchemaConcurrent -Dtests.method=test -Dtests.seed=E08292E0B4D2F99C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-GT -Dtests.timezone=America/St_Johns -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    636s J2 | TestBulkSchemaConcurrent.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37817/ul_m/di
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E08292E0B4D2F99C:68D6AD3A1A2E9464]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_E08292E0B4D2F99C-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1226, maxMBSortInHeap=6.5450584015709135, sim=RandomSimilarity(queryNorm=false): {}, locale=es-GT, timezone=America/St_Johns
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=180345816,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestQuerySenderListener, TestMacros, TestConfigReload, BlockJoinFacetRandomTest, RequestLoggingTest, TestDefaultStatsCache, TestConfigOverlay, DistanceFunctionTest, TestMissingGroups, TestPullReplicaErrorHandling, TestConfigsApi, TestQueryWrapperFilter, MetricUtilsTest, UniqFieldsUpdateProcessorFactoryTest, SuggestComponentContextFilterQueryTest, TestOnReconnectListenerSupport, HdfsCollectionsAPIDistributedZkTest, CSVRequestHandlerTest, TestUnifiedSolrHighlighter, DistributedFacetPivotLongTailTest, SuggesterWFSTTest, OutOfBoxZkACLAndCredentialsProvidersTest, CdcrVersionReplicationTest, TestCloudInspectUtil, TestFilteredDocIdSet, TestCloudNestedDocsSort, IndexBasedSpellCheckerTest, TestSolrCLIRunExample, TestDynamicFieldResource, TestSystemCollAutoCreate, TlogReplayBufferedWhileIndexingTest, TestComplexPhraseQParserPlugin, TestPKIAuthenticationPlugin, PropertiesRequestHandlerTest, TestCloudSchemaless, HdfsDirectoryFactoryTest, FieldMutatingUpdateProcessorTest, TestBinaryResponseWriter, TestPointFields, DistributedExpandComponentTest, TestFunctionQuery, CdcrReplicationDistributedZkTest, WordBreakSolrSpellCheckerTest, CustomCollectionTest, SuggesterTest, ManagedSchemaRoundRobinCloudTest, DistributedSuggestComponentTest, TestTolerantSearch, TestZkChroot, SolrCoreCheckLockOnStartupTest, TestZkAclsWithHadoopAuth, TestSortByMinMaxFunction, DistribJoinFromCollectionTest, SimplePostToolTest, TestElisionMultitermQuery, TestInitParams, TestHighFrequencyDictionaryFactory, RuleEngineTest, TestRetrieveFieldsOptimizer, TestExactStatsCache, SimpleCollectionCreateDeleteTest, SpellPossibilityIteratorTest, TestRebalanceLeaders, TestSerializedLuceneMatchVersion, TestTlogReplica, SimpleMLTQParserTest, UnloadDistributedZkTest, DocValuesNotIndexedTest, TestIndexSearcher, BitVectorTest, TestBlendedInfixSuggestions, QueryElevationComponentTest, ScriptEngineTest, HLLSerializationTest, NodeLostTriggerTest, TestInPlaceUpdatesStandalone, TestConfigSets, LeaderElectionContextKeyTest, TestDocTermOrds, TestCoreContainer, ClusterStateTest, FullSolrCloudDistribCmdsTest, TestReRankQParserPlugin, SortByFunctionTest, TestDelegationWithHadoopAuth, TestNumericTerms64, AutoScalingHandlerTest, TestSolrCoreProperties, FileBasedSpellCheckerTest, WrapperMergePolicyFactoryTest, PluginInfoTest, SystemInfoHandlerTest, TestTrackingShardHandlerFactory, TestSQLHandlerNonCloud, TestNonDefinedSimilarityFactory, TestLMDirichletSimilarityFactory, HdfsBasicDistributedZkTest, SolrTestCaseJ4Test, CloneFieldUpdateProcessorFactoryTest, OverseerModifyCollectionTest, AnalysisErrorHandlingTest, MetricsConfigTest, OverseerTaskQueueTest, TestClusterProperties, TestManagedSchema, TestNumericTokenStream, TestStressCloudBlindAtomicUpdates, TestShardHandlerFactory, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, TestFuzzyAnalyzedSuggestions, SolrXmlInZkTest, TestSearchPerf, TestIntervalFaceting, TestReload, AsyncCallRequestStatusResponseTest, HdfsRecoveryZkTest, ConnectionReuseTest, FieldAnalysisRequestHandlerTest, BadComponentTest, ChaosMonkeySafeLeaderTest, OverseerTest, ShardRoutingTest, LeaderElectionTest, ZkCLITest, TestDistributedSearch, DistributedSpellCheckComponentTest, DistributedTermsComponentTest, StatsComponentTest, ConvertedLegacyTest, TestFiltering, SolrRequestParserTest, TestStressLucene, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, DebugComponentTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, TermsComponentTest, TestIndexingPerformance, RequiredFieldsTest, LoggingHandlerTest, IndexSchemaTest, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, TestLFUCache, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, CdcrReplicationHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, MoveReplicaTest, PeerSyncReplicationTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPI, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSolrCloudWithSecureImpersonation, AutoAddReplicasIntegrationTest, TestPolicyCloud, BlobRepositoryCloudTest, CoreSorterTest, DirectoryFactoryTest, QueryResultKeyTest, TestBackupRepositoryFactory, TestConfigSetProperties, TestCorePropertiesReload, TestCustomStream, TestImplicitCoreProperties, TestInfoStreamLogging, TestNRTOpen, TestSolrConfigHandler, TestSolrCoreSnapshots, TestReplicationHandlerBackup, TestSQLHandler, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, SecurityConfHandlerTest, StatsReloadRaceTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, DistributedQueryComponentCustomSortTest, FacetPivotSmallTest, ReplicaListTransformerTest, SpatialHeatmapFacetsTest, TestLegacyFieldReuse, JvmMetricsTest, SolrJmxReporterCloudTest, TestSubQueryTransformerCrossCore, TestManagedResource, TestManagedResourceStorage, TestBulkSchemaAPI, TestSchemaVersionResource, TestManagedSynonymFilterFactory, BadCopyFieldTest, ChangedSchemaMergeTest, DateRangeFieldTest, DocValuesMissingTest, TestBulkSchemaConcurrent]
   [junit4] Completed [746/746 (1!)] on J2 in 635.87s, 1 test, 1 error <<< FAILURES!

[...truncated 8477 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:826: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/build.xml:778: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid25518.hprof

Total time: 83 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any