You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/01/14 18:01:01 UTC

[JENKINS] Lucene-Solr-NightlyTests-7.2 - Build # 9 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.2/9/

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Sun Jan 14 19:06:55 AST 2018

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Sun Jan 14 19:06:55 AST 2018
	at __randomizedtesting.SeedInfo.seed([B98C80A4FD974A51:4EFF6EFC3B7FE5B7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1565)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1364)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
Expected numSlices=5 numReplicas=1 but found DocCollection(solrj_collection3//collections/solrj_collection3/state.json/27)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{     "shard1":{       "range":"80000000-b332ffff",       "state":"active",       "replicas":{"core_node3":{           "dataDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node3/data/",           "base_url":"http://127.0.0.1:43724/f_gsj",           "node_name":"127.0.0.1:43724_f_gsj",           "type":"NRT",           "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node3/data/tlog",           "core":"solrj_collection3_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"b3330000-e665ffff",       "state":"active",       "replicas":{"core_node5":{           "dataDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node5/data/",           "base_url":"http://127.0.0.1:36886/f_gsj",           "node_name":"127.0.0.1:36886_f_gsj",           "type":"NRT",           "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node5/data/tlog",           "core":"solrj_collection3_shard2_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard3":{       "range":"e6660000-1998ffff",       "state":"active",       "replicas":{"core_node7":{           "dataDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node7/data/",           "base_url":"http://127.0.0.1:41232/f_gsj",           "node_name":"127.0.0.1:41232_f_gsj",           "type":"NRT",           "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node7/data/tlog",           "core":"solrj_collection3_shard3_replica_n4",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard4":{       "range":"19990000-4ccbffff",       "state":"active",       "replicas":{"core_node9":{           "dataDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node9/data/",           "base_url":"http://127.0.0.1:36886/f_gsj",           "node_name":"127.0.0.1:36886_f_gsj",           "type":"NRT",           "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node9/data/tlog",           "core":"solrj_collection3_shard4_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard5":{       "range":"4ccc0000-7fffffff",       "state":"active",       "replicas":{"core_node10":{           "core":"solrj_collection3_shard5_replica_n8",           "base_url":"http://127.0.0.1:41232/f_gsj",           "node_name":"127.0.0.1:41232_f_gsj",           "state":"down",           "type":"NRT"}}}},   "router":{     "field":"myOwnField",     "name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"true",   "nrtReplicas":"1",   "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33811_f_gsj, 127.0.0.1:36886_f_gsj, 127.0.0.1:41232_f_gsj, 127.0.0.1:43724_f_gsj, 127.0.0.1:44683_f_gsj]

Stack Trace:
java.lang.AssertionError: Expected numSlices=5 numReplicas=1 but found DocCollection(solrj_collection3//collections/solrj_collection3/state.json/27)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-b332ffff",
      "state":"active",
      "replicas":{"core_node3":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node3/data/",
          "base_url":"http://127.0.0.1:43724/f_gsj",
          "node_name":"127.0.0.1:43724_f_gsj",
          "type":"NRT",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node3/data/tlog",
          "core":"solrj_collection3_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"b3330000-e665ffff",
      "state":"active",
      "replicas":{"core_node5":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node5/data/",
          "base_url":"http://127.0.0.1:36886/f_gsj",
          "node_name":"127.0.0.1:36886_f_gsj",
          "type":"NRT",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node5/data/tlog",
          "core":"solrj_collection3_shard2_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard3":{
      "range":"e6660000-1998ffff",
      "state":"active",
      "replicas":{"core_node7":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node7/data/",
          "base_url":"http://127.0.0.1:41232/f_gsj",
          "node_name":"127.0.0.1:41232_f_gsj",
          "type":"NRT",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node7/data/tlog",
          "core":"solrj_collection3_shard3_replica_n4",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard4":{
      "range":"19990000-4ccbffff",
      "state":"active",
      "replicas":{"core_node9":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node9/data/",
          "base_url":"http://127.0.0.1:36886/f_gsj",
          "node_name":"127.0.0.1:36886_f_gsj",
          "type":"NRT",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node9/data/tlog",
          "core":"solrj_collection3_shard4_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard5":{
      "range":"4ccc0000-7fffffff",
      "state":"active",
      "replicas":{"core_node10":{
          "core":"solrj_collection3_shard5_replica_n8",
          "base_url":"http://127.0.0.1:41232/f_gsj",
          "node_name":"127.0.0.1:41232_f_gsj",
          "state":"down",
          "type":"NRT"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"true",
  "nrtReplicas":"1",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33811_f_gsj, 127.0.0.1:36886_f_gsj, 127.0.0.1:41232_f_gsj, 127.0.0.1:43724_f_gsj, 127.0.0.1:44683_f_gsj]
	at __randomizedtesting.SeedInfo.seed([B98C80A4FD974A51:31D8BF7E536B27A9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:413)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:255)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:143)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13412 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/init-core-data-001
   [junit4]   2> 3012481 WARN  (SUITE-TestReplicationHandler-seed#[B98C80A4FD974A51]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 3012481 INFO  (SUITE-TestReplicationHandler-seed#[B98C80A4FD974A51]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3012482 INFO  (SUITE-TestReplicationHandler-seed#[B98C80A4FD974A51]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 3012482 INFO  (SUITE-TestReplicationHandler-seed#[B98C80A4FD974A51]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3012483 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartup
   [junit4]   2> 3012484 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/collection1
   [junit4]   2> 3012486 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3012529 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1840689974
   [junit4]   2> 3012529 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1189756551
   [junit4]   2> 3012529 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=2121241459
   [junit4]   2> 3012529 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4117ebd2{/solr,null,AVAILABLE}
   [junit4]   2> 3012530 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2de76501{HTTP/1.1,[http/1.1]}{127.0.0.1:38569}
   [junit4]   2> 3012530 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.Server Started @3023358ms
   [junit4]   2> 3012530 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=38569}
   [junit4]   2> 3012531 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3012531 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.1
   [junit4]   2> 3012531 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 3012531 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3012531 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T16:04:23.256Z
   [junit4]   2> 3012531 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/solr.xml
   [junit4]   2> 3012542 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3012542 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3012543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3012581 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3012589 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3012589 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3012591 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/.
   [junit4]   2> 3012591 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3012591 INFO  (coreLoadExecutor-4745-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3012599 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
   [junit4]   2> 3012614 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3012616 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 3012616 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 3012616 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3012616 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3012616 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 3012629 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3012658 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3012658 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3012659 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3012659 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e6ba7ed[collection1] main]
   [junit4]   2> 3012659 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/collection1/conf
   [junit4]   2> 3012660 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 3012660 INFO  (coreLoadExecutor-4745-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3012660 INFO  (searcherExecutor-4746-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e6ba7ed[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3012661 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-002/collection1
   [junit4]   2> 3012663 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3012685 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27aef666{/solr,null,AVAILABLE}
   [junit4]   2> 3012686 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@71a757bd{HTTP/1.1,[http/1.1]}{127.0.0.1:37909}
   [junit4]   2> 3012686 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.Server Started @3023514ms
   [junit4]   2> 3012686 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=37909}
   [junit4]   2> 3012686 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3012686 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.1
   [junit4]   2> 3012687 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 3012687 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3012687 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T16:04:23.412Z
   [junit4]   2> 3012687 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-002/solr.xml
   [junit4]   2> 3012690 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3012690 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3012691 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3012730 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3012739 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3012739 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3012741 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-002/.
   [junit4]   2> 3012741 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3012741 INFO  (coreLoadExecutor-4755-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3012770 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
   [junit4]   2> 3012800 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3012802 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 3012802 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 3012802 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3012802 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3012802 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-002/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 3012804 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3012905 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3012905 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3012906 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3012906 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4474a23[collection1] main]
   [junit4]   2> 3012907 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-002/collection1/conf
   [junit4]   2> 3012908 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 3012908 INFO  (coreLoadExecutor-4755-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3012909 INFO  (searcherExecutor-4756-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4474a23[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3012909 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@71a757bd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3012909 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=123214784
   [junit4]   2> 3012909 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3012910 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d981c70: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6d8cec27
   [junit4]   2> 3012915 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3012915 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ac51625: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7a25c98a
   [junit4]   2> 3012935 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3012935 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73758b12: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@717c7fc3
   [junit4]   2> 3012935 INFO  (coreCloseExecutor-4761-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@e361427
   [junit4]   2> 3012935 INFO  (coreCloseExecutor-4761-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=238425127
   [junit4]   2> 3012935 INFO  (coreCloseExecutor-4761-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@289e4be4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@13e903f1
   [junit4]   2> 3012946 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27aef666{/solr,null,UNAVAILABLE}
   [junit4]   2> 3012947 INFO  (qtp1299830695-39491) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 3012947 INFO  (qtp1299830695-39491) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 3012947 INFO  (qtp1299830695-39492) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3012948 INFO  (qtp1299830695-39492) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@197c97c3 commitCommandVersion:0
   [junit4]   2> 3012948 INFO  (qtp1299830695-39492) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@568660a7[collection1] main]
   [junit4]   2> 3012949 INFO  (qtp1299830695-39492) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3012949 INFO  (searcherExecutor-4746-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@568660a7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3012949 INFO  (qtp1299830695-39492) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 3012957 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2de76501{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3012957 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=493448799
   [junit4]   2> 3012957 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3012957 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e80bbf3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@29f3d905
   [junit4]   2> 3012958 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3012958 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38586168: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7a25c98a
   [junit4]   2> 3012959 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3012959 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e7e57f9: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@717c7fc3
   [junit4]   2> 3012959 INFO  (coreCloseExecutor-4763-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3c9eaf13
   [junit4]   2> 3012959 INFO  (coreCloseExecutor-4763-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1017032467
   [junit4]   2> 3012960 INFO  (coreCloseExecutor-4763-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d020051: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7b8eed79
   [junit4]   2> 3012962 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4117ebd2{/solr,null,UNAVAILABLE}
   [junit4]   2> 3012963 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 3012963 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@734d88ef{/solr,null,AVAILABLE}
   [junit4]   2> 3012963 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@bf02a5{HTTP/1.1,[http/1.1]}{127.0.0.1:40477}
   [junit4]   2> 3012964 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.e.j.s.Server Started @3023792ms
   [junit4]   2> 3012964 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=40477}
   [junit4]   2> 3012964 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3012964 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.1
   [junit4]   2> 3012964 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 3012964 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3012964 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-14T16:04:23.689Z
   [junit4]   2> 3012965 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/solr.xml
   [junit4]   2> 3012967 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3012967 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3012981 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3013031 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3013063 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3013063 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3013064 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/.
   [junit4]   2> 3013064 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[B98C80A4FD974A51]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3013065 INFO  (coreLoadExecutor-4770-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3013119 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.1
   [junit4]   2> 3013138 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3013152 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 3013152 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 3013152 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee3f827
   [junit4]   2> 3013152 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3013153 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 3013154 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3013298 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3013298 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3013299 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3013299 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e5debcb[collection1] main]
   [junit4]   2> 3013299 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_B98C80A4FD974A51-001/solr-instance-001/collection1/conf
   [junit4]   2> 3013299 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 3013299 INFO  (coreLoadExecutor-4770-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3013300 INFO  (searcherExecutor-4771-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e5debcb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3013326 INFO  (qtp1549177328-39533) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 19
   [junit4]   2> 3013326 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 3013327 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 3013327 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 3013327 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 3013327 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 3013328 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 3013328 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 3013328 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 3013328 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 3013328 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 3013329 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 3013341 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 3013341 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 3013342 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 3013342 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 3013342 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 3013342 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 3013342 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 3013343 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 3013343 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 3013343 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 3013343 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 3013344 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 3013344 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 3013344 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 3013344 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 3013344 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 3013345 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 3013345 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 3013345 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 3013361 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 3013362 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 3013362 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 3013362 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 3013363 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 3013363 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 3013363 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 3013363 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 3013364 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 3013364 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 3013364 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 3013364 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 3013365 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 3013365 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 3013365 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 3013365 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 3013378 INFO  (qtp1549177328-39534) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 3013378 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 3013378 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 3013378 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 3013379 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 3013379 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 3013379 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 3013379 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 3013380 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 3013380 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 3013380 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 3013380 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 3013381 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 3013381 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 3013381 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 3013381 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 3013381 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 3013398 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 3013398 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 3013398 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 3013399 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 3013399 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 3013399 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 3013399 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 3013400 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 3013400 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 3013400 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 3013400 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 3013400 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 3013401 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 3013401 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 3013401 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 3013401 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 3013402 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 3013414 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 12
   [junit4]   2> 3013414 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 3013415 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 3013415 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 3013415 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 3013415 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 3013415 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 3013416 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 3013416 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 3013416 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 3013416 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 3013416 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 3013417 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 3013417 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 3013417 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 3013417 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 3013417 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 3013418 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 3013418 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 3013451 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 32
   [junit4]   2> 3013451 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 3013451 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 3013452 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 3013452 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 3013452 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 3013452 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 3013452 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 3013453 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 3013453 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 3013453 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 3013453 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 3013453 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 3013454 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 3013454 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 3013454 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 3013454 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 3013471 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 16
   [junit4]   2> 3013471 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 3013472 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 3013472 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 3013472 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 3013472 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 3013472 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 3013473 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 3013473 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 3013473 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 3013473 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 3013474 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 3013474 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 3013474 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 3013474 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 3013474 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 3013475 INFO  (qtp1549177328-39536) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 3013487 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 3013508 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 3013508 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 3013508 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 3013508 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 3013509 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 3013509 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 3013509 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 3013509 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 3013510 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 3013510 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 3013510 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 3013510 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 3013511 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 3013511 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 3013511 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 3013523 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 3013524 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 3013524 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 3013524 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 3013525 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 3013525 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 3013525 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 3013525 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 3013525 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 3013526 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 3013526 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 3013526 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 3013526 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 3013527 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 3013527 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 3013527 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 3013540 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 12
   [junit4]   2> 3013540 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 3013540 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 3013540 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 3013541 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 3013541 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 3013541 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 3013541 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 3013541 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 3013542 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 3013542 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 3013542 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 3013542 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 3013542 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 3013543 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 3013543 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 3013543 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 3013543 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 3013543 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 3013544 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 3013580 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 3013581 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 3013581 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 3013581 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 3013581 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 3013582 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 3013582 INFO  (qtp1549177328-39535) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 3013613 INFO  (qtp1549177328-39530) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 3013613 INFO  (qtp1549177328-39533) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&ve

[...truncated too long message...]

j_collection3/core_node7/data/",
   [junit4]    >           "base_url":"http://127.0.0.1:41232/f_gsj",
   [junit4]    >           "node_name":"127.0.0.1:41232_f_gsj",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node7/data/tlog",
   [junit4]    >           "core":"solrj_collection3_shard3_replica_n4",
   [junit4]    >           "shared_storage":"true",
   [junit4]    >           "state":"active",
   [junit4]    >           "leader":"true"}}},
   [junit4]    >     "shard4":{
   [junit4]    >       "range":"19990000-4ccbffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{"core_node9":{
   [junit4]    >           "dataDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node9/data/",
   [junit4]    >           "base_url":"http://127.0.0.1:36886/f_gsj",
   [junit4]    >           "node_name":"127.0.0.1:36886_f_gsj",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "ulogDir":"hdfs://lucene2-us-west.apache.org:34162/solr_hdfs_home/solrj_collection3/core_node9/data/tlog",
   [junit4]    >           "core":"solrj_collection3_shard4_replica_n6",
   [junit4]    >           "shared_storage":"true",
   [junit4]    >           "state":"active",
   [junit4]    >           "leader":"true"}}},
   [junit4]    >     "shard5":{
   [junit4]    >       "range":"4ccc0000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{"core_node10":{
   [junit4]    >           "core":"solrj_collection3_shard5_replica_n8",
   [junit4]    >           "base_url":"http://127.0.0.1:41232/f_gsj",
   [junit4]    >           "node_name":"127.0.0.1:41232_f_gsj",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT"}}}},
   [junit4]    >   "router":{
   [junit4]    >     "field":"myOwnField",
   [junit4]    >     "name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"true",
   [junit4]    >   "nrtReplicas":"1",
   [junit4]    >   "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33811_f_gsj, 127.0.0.1:36886_f_gsj, 127.0.0.1:41232_f_gsj, 127.0.0.1:43724_f_gsj, 127.0.0.1:44683_f_gsj]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B98C80A4FD974A51:31D8BF7E536B27A9]:0)
   [junit4]    > 	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:413)
   [junit4]    > 	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:255)
   [junit4]    > 	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:143)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3973171 WARN  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[B98C80A4FD974A51]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 3973216 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[B98C80A4FD974A51]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3973317 WARN  (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_B98C80A4FD974A51-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_B98C80A4FD974A51-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:34162) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 3973317 WARN  (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_B98C80A4FD974A51-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_B98C80A4FD974A51-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:34162) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1739871814-127.0.0.1-1515945419444 (Datanode Uuid 465780e2-874c-4c49-9fa9-10cc24cf13a4) service to lucene2-us-west.apache.org/127.0.0.1:34162
   [junit4]   2> 3973319 WARN  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[B98C80A4FD974A51]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 3973383 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[B98C80A4FD974A51]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3973484 WARN  (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_B98C80A4FD974A51-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_B98C80A4FD974A51-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:34162) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 3973484 WARN  (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_B98C80A4FD974A51-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_B98C80A4FD974A51-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:34162) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1739871814-127.0.0.1-1515945419444 (Datanode Uuid b0e7fb84-5c02-4f90-b605-9723b88c367f) service to lucene2-us-west.apache.org/127.0.0.1:34162
   [junit4]   2> 3973498 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[B98C80A4FD974A51]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:0
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_B98C80A4FD974A51-001
   [junit4]   2> Jan 14, 2018 4:20:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=16845, maxDocsPerChunk=9, blockSize=499), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=16845, blockSize=499)), sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SY, timezone=Africa/Monrovia
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=163844920,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [CloudMLTQParserTest, TestDynamicLoading, MoveReplicaHDFSTest, TestFieldResource, TestComplexPhraseLeadingWildcard, DeleteStatusTest, SegmentsInfoRequestHandlerTest, OverseerCollectionConfigSetProcessorTest, TestCSVResponseWriter, TestDistributedMissingSort, TestInPlaceUpdatesDistrib, FileBasedSpellCheckerTest, RecoveryZkTest, AutoAddReplicasIntegrationTest, DeleteNodeTest, InfixSuggestersTest, SystemInfoHandlerTest, TestConfigOverlay, TestConfigReload, AnalyticsMergeStrategyTest, TestFieldSortValues, SuggesterWFSTTest, JvmMetricsTest, TestRealTimeGet, TestSubQueryTransformerDistrib, TestReplicationHandlerBackup, ReturnFieldsTest, MetricsHandlerTest, IndexSchemaTest, TestFuzzyAnalyzedSuggestions, TestHashPartitioner, CoreAdminRequestStatusTest, TestFieldCacheReopen, HdfsWriteToMultipleCollectionsTest, DisMaxRequestHandlerTest, TestLFUCache, TestSystemIdResolver, CoreAdminHandlerTest, TestNoOpRegenerator, OverseerStatusTest, UUIDFieldTest, TestSolrCloudWithHadoopAuthPlugin, FieldMutatingUpdateProcessorTest, AddBlockUpdateTest, DirectSolrConnectionTest, SolrCloudExampleTest, TestInitParams, TestRequestForwarding, TestReloadDeadlock, DistribJoinFromCollectionTest, TestNumericTerms32, CollectionsAPIAsyncDistributedZkTest, TimeRoutedAliasUpdateProcessorTest, SmileWriterTest, HdfsCollectionsAPIDistributedZkTest, TestDynamicFieldCollectionResource, ComputePlanActionTest, HighlighterTest, TestDistribDocBasedVersion, TestSQLHandler, SpatialHeatmapFacetsTest, TestLegacyField, AliasIntegrationTest, LeaderElectionContextKeyTest, TestMaxScoreQueryParser, TimeZoneUtilsTest, TestCoreDiscovery, AsyncCallRequestStatusResponseTest, QueryElevationComponentTest, LeaderElectionTest, FieldAnalysisRequestHandlerTest, SearchRateTriggerTest, TestDocBasedVersionConstraints, EnumFieldTest, TestReload, TestSolrFieldCacheBean, StatsComponentTest, SuggesterTest, TestExportWriter, TestSolrCoreProperties, CdcrBootstrapTest, SharedFSAutoReplicaFailoverTest]
   [junit4] Completed [352/751 (2!)] on J2 in 1413.27s, 1 test, 1 failure <<< FAILURES!

[...truncated 48715 lines...]