You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/14 03:54:17 UTC

[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_121) - Build # 6448 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6448/
Java: 32bit/jdk1.8.0_121 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery

Error Message:
Expected a collection with one shard and two replicas null Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"MissingSegmentRecoveryTest_shard1_replica2",           "base_url":"http://127.0.0.1:59201/solr",           "node_name":"127.0.0.1:59201_solr",           "state":"active",           "leader":"true"},         "core_node2":{           "core":"MissingSegmentRecoveryTest_shard1_replica1",           "base_url":"http://127.0.0.1:59196/solr",           "node_name":"127.0.0.1:59196_solr",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"MissingSegmentRecoveryTest_shard1_replica2",
          "base_url":"http://127.0.0.1:59201/solr",
          "node_name":"127.0.0.1:59201_solr",
          "state":"active",
          "leader":"true"},
        "core_node2":{
          "core":"MissingSegmentRecoveryTest_shard1_replica1",
          "base_url":"http://127.0.0.1:59196/solr",
          "node_name":"127.0.0.1:59196_solr",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([2EC0729D2256154C:7E95EA9E7B77A351]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11745 lines...]
   [junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\init-core-data-001
   [junit4]   2> 1008155 WARN  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=141 numCloses=141
   [junit4]   2> 1008155 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1008163 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1008166 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001
   [junit4]   2> 1008166 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1008167 INFO  (Thread-1439) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1008167 INFO  (Thread-1439) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1008306 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:59192
   [junit4]   2> 1008321 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15acabc39bd0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1008323 INFO  (jetty-launcher-1126-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1008323 INFO  (jetty-launcher-1126-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19355da{/solr,null,AVAILABLE}
   [junit4]   2> 1008325 INFO  (jetty-launcher-1126-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1bec767{HTTP/1.1,[http/1.1]}{127.0.0.1:59196}
   [junit4]   2> 1008325 INFO  (jetty-launcher-1126-thread-2) [    ] o.e.j.s.Server Started @1014335ms
   [junit4]   2> 1008325 INFO  (jetty-launcher-1126-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59196}
   [junit4]   2> 1008325 ERROR (jetty-launcher-1126-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1008325 INFO  (jetty-launcher-1126-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1008325 INFO  (jetty-launcher-1126-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1008325 INFO  (jetty-launcher-1126-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1008325 INFO  (jetty-launcher-1126-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-14T02:53:37.750Z
   [junit4]   2> 1008325 INFO  (jetty-launcher-1126-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1008326 INFO  (jetty-launcher-1126-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fcca5{/solr,null,AVAILABLE}
   [junit4]   2> 1008327 INFO  (jetty-launcher-1126-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a2a143{HTTP/1.1,[http/1.1]}{127.0.0.1:59201}
   [junit4]   2> 1008327 INFO  (jetty-launcher-1126-thread-1) [    ] o.e.j.s.Server Started @1014337ms
   [junit4]   2> 1008327 INFO  (jetty-launcher-1126-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59201}
   [junit4]   2> 1008327 ERROR (jetty-launcher-1126-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1008327 INFO  (jetty-launcher-1126-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1008327 INFO  (jetty-launcher-1126-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1008327 INFO  (jetty-launcher-1126-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1008327 INFO  (jetty-launcher-1126-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-14T02:53:37.752Z
   [junit4]   2> 1008335 INFO  (jetty-launcher-1126-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1008335 INFO  (jetty-launcher-1126-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1008350 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15acabc39bd0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1008358 INFO  (jetty-launcher-1126-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59192/solr
   [junit4]   2> 1008358 INFO  (jetty-launcher-1126-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59192/solr
   [junit4]   2> 1008362 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15acabc39bd0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1008395 INFO  (jetty-launcher-1126-thread-2) [n:127.0.0.1:59196_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1008395 INFO  (jetty-launcher-1126-thread-1) [n:127.0.0.1:59201_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1008396 INFO  (jetty-launcher-1126-thread-2) [n:127.0.0.1:59196_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59196_solr
   [junit4]   2> 1008397 INFO  (jetty-launcher-1126-thread-1) [n:127.0.0.1:59201_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59201_solr
   [junit4]   2> 1008397 INFO  (jetty-launcher-1126-thread-2) [n:127.0.0.1:59196_solr    ] o.a.s.c.Overseer Overseer (id=97613251713236997-127.0.0.1:59196_solr-n_0000000000) starting
   [junit4]   2> 1008400 INFO  (zkCallback-1137-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1008401 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1008408 INFO  (jetty-launcher-1126-thread-2) [n:127.0.0.1:59196_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59196_solr
   [junit4]   2> 1008472 INFO  (zkCallback-1137-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1008474 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1008602 INFO  (jetty-launcher-1126-thread-1) [n:127.0.0.1:59201_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node2\.
   [junit4]   2> 1008603 INFO  (jetty-launcher-1126-thread-2) [n:127.0.0.1:59196_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\.
   [junit4]   2> 1009354 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15acabc39bd0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1009365 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1009367 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59192/solr ready
   [junit4]   2> 1009395 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
   [junit4]   2> 1009397 INFO  (qtp7915748-7000) [n:127.0.0.1:59201_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1009404 INFO  (OverseerThreadFactory-3473-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
   [junit4]   2> 1009520 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1009530 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1009647 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1009647 INFO  (zkCallback-1137-thread-2-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1010558 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1010566 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1010567 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica2] Schema name=minimal
   [junit4]   2> 1010585 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
   [junit4]   2> 1010586 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1010587 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1010592 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica2' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 1010592 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 1010592 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1010592 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1010592 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 1010592 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica2\data\]
   [junit4]   2> 1010775 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1010775 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1010776 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1010776 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1010777 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1010777 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1010780 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fd028[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 1010780 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1010780 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1010783 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@79e7ac[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 1010784 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1010784 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1010784 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1010785 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561812030151720960
   [junit4]   2> 1010786 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1010787 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1010787 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1010787 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561812030153818112
   [junit4]   2> 1010796 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1010796 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1010796 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59201/solr/MissingSegmentRecoveryTest_shard1_replica2/
   [junit4]   2> 1010797 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica2 url=http://127.0.0.1:59201/solr START replicas=[http://127.0.0.1:59196/solr/MissingSegmentRecoveryTest_shard1_replica1/] nUpdates=100
   [junit4]   2> 1010797 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica2 url=http://127.0.0.1:59201/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1010801 INFO  (searcherExecutor-3479-thread-1-processing-n:127.0.0.1:59196_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@6fd028[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1010801 INFO  (searcherExecutor-3478-thread-1-processing-n:127.0.0.1:59201_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@79e7ac[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1010803 INFO  (qtp32378006-7004) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1010803 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1010803 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1010803 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1010808 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59201/solr/MissingSegmentRecoveryTest_shard1_replica2/ shard1
   [junit4]   2> 1010915 INFO  (zkCallback-1137-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1010915 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1010961 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1010967 INFO  (qtp7915748-6997) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=1447
   [junit4]   2> 1011072 INFO  (zkCallback-1137-thread-2-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1011072 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1011801 INFO  (qtp32378006-6984) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=2271
   [junit4]   2> 1011805 INFO  (qtp7915748-7000) [n:127.0.0.1:59201_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1011903 INFO  (zkCallback-1137-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1011903 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1012807 INFO  (qtp7915748-7000) [n:127.0.0.1:59201_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3409
   [junit4]   2> 1012855 INFO  (qtp32378006-6991) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59201/solr/MissingSegmentRecoveryTest_shard1_replica2/&wt=javabin&version=2}{add=[0 (1561812032276135936), 1 (1561812032285573120), 2 (1561812032288718848), 3 (1561812032288718849), 4 (1561812032288718850), 5 (1561812032288718851), 6 (1561812032288718852), 7 (1561812032288718853), 8 (1561812032288718854), 9 (1561812032288718855)]} 0 29
   [junit4]   2> 1012856 INFO  (qtp7915748-6995) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1561812032276135936), 1 (1561812032285573120), 2 (1561812032288718848), 3 (1561812032288718849), 4 (1561812032288718850), 5 (1561812032288718851), 6 (1561812032288718852), 7 (1561812032288718853), 8 (1561812032288718854), 9 (1561812032288718855)]} 0 44
   [junit4]   2> 1012892 INFO  (qtp32378006-6990) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1012892 INFO  (qtp32378006-6990) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@e18055
   [junit4]   2> 1012904 INFO  (qtp7915748-6993) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1012905 INFO  (qtp7915748-6993) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@bc008b
   [junit4]   2> 1012955 INFO  (qtp32378006-6990) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70d41e[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 1012956 INFO  (qtp32378006-6990) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1012967 INFO  (qtp7915748-6993) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@16f1d11[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 1012968 INFO  (qtp7915748-6993) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1012979 INFO  (searcherExecutor-3479-thread-1-processing-n:127.0.0.1:59196_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@70d41e[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
   [junit4]   2> 1012990 INFO  (searcherExecutor-3478-thread-1-processing-n:127.0.0.1:59201_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest r:core_node1) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@16f1d11[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
   [junit4]   2> 1012996 INFO  (qtp7915748-6993) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:59201/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 91
   [junit4]   2> 1013001 INFO  (qtp32378006-6990) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:59201/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 111
   [junit4]   2> 1013013 INFO  (qtp7915748-6994) [n:127.0.0.1:59201_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 151
   [junit4]   2> 1013025 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1bec767{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1013048 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31235443
   [junit4]   2> 1013049 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1013062 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1013081 INFO  (coreCloseExecutor-3488-thread-1) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19e3f39
   [junit4]   2> 1013085 INFO  (coreCloseExecutor-3488-thread-1) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica1, tag=27148089
   [junit4]   2> 1013086 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.c.Overseer Overseer (id=97613251713236997-127.0.0.1:59196_solr-n_0000000000) closing
   [junit4]   2> 1013087 INFO  (OverseerStateUpdate-97613251713236997-127.0.0.1:59196_solr-n_0000000000) [n:127.0.0.1:59196_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59196_solr
   [junit4]   2> 1013090 WARN  (zkCallback-1137-thread-2-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1013097 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59201_solr
   [junit4]   2> 1013098 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19355da{/solr,null,UNAVAILABLE}
   [junit4]   2> 1013101 INFO  (zkCallback-1144-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1013103 INFO  (zkCallback-1138-thread-2-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1013104 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.Overseer Overseer (id=97613251713236998-127.0.0.1:59201_solr-n_0000000001) starting
   [junit4]   2> 1013133 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1013134 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f2ae85{/solr,null,AVAILABLE}
   [junit4]   2> 1013163 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17eaac6{HTTP/1.1,[http/1.1]}{127.0.0.1:59196}
   [junit4]   2> 1013163 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.e.j.s.Server Started @1019173ms
   [junit4]   2> 1013163 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59196}
   [junit4]   2> 1013163 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1013163 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1013163 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1013163 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1013163 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-14T02:53:42.588Z
   [junit4]   2> 1013187 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1013242 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1013263 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59192/solr
   [junit4]   2> 1013306 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1013309 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [n:127.0.0.1:59196_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1013312 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [n:127.0.0.1:59196_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59196_solr
   [junit4]   2> 1013316 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1013316 INFO  (zkCallback-1144-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1013373 INFO  (zkCallback-1149-thread-2-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1013420 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1013587 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [n:127.0.0.1:59196_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\.
   [junit4]   2> 1013587 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [n:127.0.0.1:59196_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 1013618 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1013627 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
   [junit4]   2> 1013634 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1013639 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 1013640 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1013640 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 1013764 INFO  (zkCallback-1138-thread-3-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1013765 INFO  (zkCallback-1149-thread-2-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1013791 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1013791 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1013793 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1013793 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1013797 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@8aaa70
   [junit4]   2> 1013802 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica1, tag=9087600
   [junit4]   2> 1013807 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
   [junit4]   2> 1013808 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore Updating index properties... index=index.20170314035343232
   [junit4]   2> 1013811 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1013811 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 1013875 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\ afterReload=false
   [junit4]   2> 1013877 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\ afterReload=false
   [junit4]   2> 1013929 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1013929 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1013931 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1013931 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1013958 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@be63e4
   [junit4]   2> 1013964 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\index.20170314035343232
   [junit4]   2> 1013981 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\index
   [junit4]   2> 1013982 INFO  (coreLoadExecutor-3497-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica1, tag=12477412
   [junit4]   2> 1013982 ERROR (coreContainerWorkExecutor-3493-thread-1-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.CoreContainer Error waiting for SolrCore to be created
   [junit4]   2> java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$4(CoreContainer.java:610)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:964)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:582)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	... 5 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:986)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:1023)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:951)
   [junit4]   2> 	... 7 more
   [junit4]   2> 	Suppressed: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:986)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:847)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2035)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2155)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1075)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:959)
   [junit4]   2> 		... 9 more
   [junit4]   2> 	Caused by: org.apache.lucene.index.CorruptIndexException: Unexpected file read error while reading index. (resource=BufferedChecksumIndexInput(SimpleFSIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1\data\index\segments_2")))
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:292)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:928)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:125)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:100)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1996)
   [junit4]   2> 		... 12 more
   [junit4]   2> 	Caused by: java.io.EOFException: read past EOF: SimpleFSIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1\data\index\segments_2")
   [junit4]   2> 		at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:336)
   [junit4]   2> 		at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
   [junit4]   2> 		at org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
   [junit4]   2> 		at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:302)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:290)
   [junit4]   2> 		... 18 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2035)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2155)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1075)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:959)
   [junit4]   2> 	... 10 more
   [junit4]   2> Caused by: java.nio.file.NoSuchFileException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1\data\index.20170314035343232\segments_1
   [junit4]   2> 	at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:79)
   [junit4]   2> 	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97)
   [junit4]   2> 	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102)
   [junit4]   2> 	at sun.nio.fs.WindowsFileSystemProvider.newByteChannel(WindowsFileSystemProvider.java:230)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]   2> 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:288)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.<init>(IndexFileDeleter.java:165)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:972)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:125)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:100)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1996)
   [junit4]   2> 	... 13 more
   [junit4]   2> 1104199 INFO  (qtp7915748-7010) [n:127.0.0.1:59201_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1104211 INFO  (OverseerThreadFactory-3491-thread-1-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1104219 INFO  (qtp7915748-6996) [n:127.0.0.1:59201_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica2, tag=null
   [junit4]   2> 1104219 INFO  (qtp7915748-6996) [n:127.0.0.1:59201_solr    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e5e0e7
   [junit4]   2> 1104234 INFO  (qtp7915748-6996) [n:127.0.0.1:59201_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica2, tag=31842535
   [junit4]   2> 1104253 INFO  (qtp2593934-7081) [n:127.0.0.1:59196_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=36
   [junit4]   2> 1104288 INFO  (qtp7915748-6996) [n:127.0.0.1:59201_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=71
   [junit4]   2> 1104308 INFO  (zkCallback-1149-thread-3-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1104424 INFO  (zkCallback-1149-thread-3-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1105012 INFO  (qtp7915748-7010) [n:127.0.0.1:59201_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} status=0 QTime=813
   [junit4]   2> 1105013 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[2EC0729D2256154C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery -Dtests.seed=2EC0729D2256154C -Dtests.slow=true -Dtests.locale=ga -Dtests.timezone=Africa/Tunis -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] FAILURE 95.6s J1 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected a collection with one shard and two replicas
   [junit4]    > null
   [junit4]    > Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica2",
   [junit4]    >           "base_url":"http://127.0.0.1:59201/solr",
   [junit4]    >           "node_name":"127.0.0.1:59201_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "leader":"true"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica1",
   [junit4]    >           "base_url":"http://127.0.0.1:59196/solr",
   [junit4]    >           "node_name":"127.0.0.1:59196_solr",
   [junit4]    >           "state":"down"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2EC0729D2256154C:7E95EA9E7B77A351]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
   [junit4]    > 	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1105017 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15acabc39bd0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1105020 INFO  (jetty-closer-1127-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a2a143{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1105020 INFO  (jetty-closer-1127-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@17eaac6{HTTP/1.1,[http/1.1]}{127.0.0.1:59196}
   [junit4]   2> 1105021 INFO  (jetty-closer-1127-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=462818
   [junit4]   2> 1105021 INFO  (jetty-closer-1127-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=11576339
   [junit4]   2> 1105021 INFO  (jetty-closer-1127-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1105021 INFO  (jetty-closer-1127-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1105023 INFO  (jetty-closer-1127-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1105025 INFO  (jetty-closer-1127-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1105028 INFO  (jetty-closer-1127-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97613251713236998-127.0.0.1:59201_solr-n_0000000001) closing
   [junit4]   2> 1105028 WARN  (zkCallback-1149-thread-3-processing-n:127.0.0.1:59196_solr) [n:127.0.0.1:59196_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1105028 INFO  (OverseerStateUpdate-97613251713236998-127.0.0.1:59201_solr-n_0000000001) [n:127.0.0.1:59201_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59201_solr
   [junit4]   2> 1105031 INFO  (jetty-closer-1127-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f2ae85{/solr,null,UNAVAILABLE}
   [junit4]   2> 1105033 INFO  (zkCallback-1138-thread-5-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1105038 WARN  (zkCallback-1138-thread-5-processing-n:127.0.0.1:59201_solr) [n:127.0.0.1:59201_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1105044 INFO  (jetty-closer-1127-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6fcca5{/solr,null,UNAVAILABLE}
   [junit4]   2> 1105045 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59192 59192
   [junit4]   2> 1105048 INFO  (Thread-1439) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59192 59192
   [junit4]   2> 1105049 WARN  (Thread-1439) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/MissingSegmentRecoveryTest/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	92	/solr/overseer/collection-queue-work
   [junit4]   2> 	21	/solr/overseer/queue
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1105049 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[2EC0729D2256154C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_2EC0729D2256154C-001
   [junit4]   2> Mar 14, 2017 2:55:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Direct), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=353, maxMBSortInHeap=5.383720116109694, sim=RandomSimilarity(queryNorm=true): {}, locale=ga, timezone=Africa/Tunis
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_121 (32-bit)/cpus=3,threads=1,free=39759608,total=244502528
   [junit4]   2> NOTE: All tests run in this JVM: [DocExpirationUpdateProcessorFactoryTest, TestValueSourceCache, JavabinLoaderTest, JsonLoaderTest, TestHdfsBackupRestoreCore, TestDocSet, TestHashQParserPlugin, SuggesterWFSTTest, DeleteShardTest, DistanceFunctionTest, TestEmbeddedSolrServerSchemaAPI, TestPHPSerializedResponseWriter, ShardSplitTest, TestJsonRequest, BitVectorTest, TestMacros, TestQueryUtils, TestRuleBasedAuthorizationPlugin, TestStressUserVersions, SolrCoreCheckLockOnStartupTest, SolrIndexSplitterTest, TestPathTrie, AutoCommitTest, BlockJoinFacetSimpleTest, CdcrVersionReplicationTest, TestManagedSchema, ConnectionReuseTest, TestInitParams, TestLegacyNumericRangeQueryBuilder, DirectUpdateHandlerOptimizeTest, CoreMergeIndexesAdminHandlerTest, ConfigureRecoveryStrategyTest, TestWriterPerf, ClassificationUpdateProcessorFactoryTest, ChaosMonkeySafeLeaderTest, SpellingQueryConverterTest, ReturnFieldsTest, MetricsHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestUtils, ConfigSetsAPITest, TestImplicitCoreProperties, TestPivotHelperCode, TestIndexSearcher, SuggesterTest, HdfsDirectoryFactoryTest, SolrCLIZkUtilsTest, ChangedSchemaMergeTest, IndexSchemaTest, TestOverriddenPrefixQueryForCustomFieldType, TestConfig, SignatureUpdateProcessorFactoryTest, LeaderInitiatedRecoveryOnShardRestartTest, TestConfigSets, TestQueryTypes, SharedFSAutoReplicaFailoverUtilsTest, TestDocTermOrds, TestJavabinTupleStreamParser, TestDistributedStatsComponentCardinality, TestSerializedLuceneMatchVersion, NoCacheHeaderTest, CollectionTooManyReplicasTest, CollectionsAPIDistributedZkTest, BadIndexSchemaTest, SolrCoreMetricManagerTest, LoggingHandlerTest, DistributedFacetPivotSmallTest, TestRangeQuery, OverseerCollectionConfigSetProcessorTest, LukeRequestHandlerTest, DeleteInactiveReplicaTest, ForceLeaderTest, RestartWhileUpdatingTest, TestConfigsApi, TestTrie, TestAnalyzedSuggestions, TestGeoJSONResponseWriter, TestLMDirichletSimilarityFactory, TestRandomCollapseQParserPlugin, TestNumericTerms32, TestRandomFaceting, SolrJmxReporterTest, TestCustomSort, TestCloudManagedSchema, SpellPossibilityIteratorTest, TestConfigSetImmutable, EchoParamsTest, ClassificationUpdateProcessorTest, HdfsCollectionsAPIDistributedZkTest, TestDFISimilarityFactory, ZkSolrClientTest, SolrMetricReporterTest, TestLuceneMatchVersion, CdcrReplicationHandlerTest, ClusterStateTest, BasicAuthStandaloneTest, TestSolr4Spatial2, TestSolrConfigHandler, UpdateRequestProcessorFactoryTest, FieldMutatingUpdateProcessorTest, TestSuggestSpellingConverter, TestSolrIndexConfig, TestSubQueryTransformerDistrib, TestCrossCoreJoin, TestFieldTypeCollectionResource, BadComponentTest, TestSolr4Spatial, MissingSegmentRecoveryTest]
   [junit4] Completed [256/696 (1!)] on J1 in 97.67s, 1 test, 1 failure <<< FAILURES!

[...truncated 56256 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_121) - Build # 6449 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6449/
Java: 64bit/jdk1.8.0_121 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request,trace=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:259)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:166)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:745) ,time=2}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request,trace=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:259)
	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:166)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
,time=2}
	at __randomizedtesting.SeedInfo.seed([61D13DBCB1405FCC:E98502661FBC3234]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1186)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1127)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:987)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11675 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\init-core-data-001
   [junit4]   2> 941226 WARN  (SUITE-TestDistributedSearch-seed#[61D13DBCB1405FCC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=40 numCloses=40
   [junit4]   2> 941226 INFO  (SUITE-TestDistributedSearch-seed#[61D13DBCB1405FCC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 941235 INFO  (SUITE-TestDistributedSearch-seed#[61D13DBCB1405FCC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 941239 INFO  (SUITE-TestDistributedSearch-seed#[61D13DBCB1405FCC]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 942347 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\control\cores\collection1
   [junit4]   2> 942354 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 942355 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@140a54a1{/,null,AVAILABLE}
   [junit4]   2> 942360 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61b3a0a2{HTTP/1.1,[http/1.1]}{127.0.0.1:59163}
   [junit4]   2> 942360 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.Server Started @948730ms
   [junit4]   2> 942360 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=59163, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\control\cores}
   [junit4]   2> 942361 ERROR (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 942361 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 942361 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 942361 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 942361 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-14T13:47:59.302Z
   [junit4]   2> 942363 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\control\solr.xml
   [junit4]   2> 942742 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\control\cores
   [junit4]   2> 942742 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 942754 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 942897 WARN  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 942900 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 942936 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 943072 WARN  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 943075 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 943103 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1
   [junit4]   2> 943104 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 943104 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\control\cores\collection1\data\]
   [junit4]   2> 943104 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14fdc73c
   [junit4]   2> 943106 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=8.7265625, floorSegmentMB=0.2431640625, forceMergeDeletesPctAllowed=16.503342774921723, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4704657218655036
   [junit4]   2> 943404 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 943404 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 943406 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 943406 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 943407 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 943407 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f7010aa[collection1] main]
   [junit4]   2> 943408 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 943439 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 943601 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 943601 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 943604 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 943604 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 943604 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 943605 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 943612 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 943614 INFO  (coreLoadExecutor-4054-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561853197607239680
   [junit4]   2> 943615 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 943617 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 943620 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 943633 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f7010aa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 944715 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\shard0\cores\collection1
   [junit4]   2> 944720 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 944721 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9896f78{/,null,AVAILABLE}
   [junit4]   2> 944723 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f10311a{HTTP/1.1,[http/1.1]}{127.0.0.1:59166}
   [junit4]   2> 944723 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.Server Started @951094ms
   [junit4]   2> 944723 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=59166, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\shard0\cores}
   [junit4]   2> 944724 ERROR (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 944724 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 944725 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 944725 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 944725 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-14T13:48:01.666Z
   [junit4]   2> 944726 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\shard0\solr.xml
   [junit4]   2> 944968 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\shard0\cores
   [junit4]   2> 944969 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 944971 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 945103 WARN  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 945105 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 945143 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 945317 WARN  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 945325 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 945351 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1
   [junit4]   2> 945351 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 945351 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001\tempDir-001\shard0\cores\collection1\data\]
   [junit4]   2> 945352 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14fdc73c
   [junit4]   2> 945353 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=8.7265625, floorSegmentMB=0.2431640625, forceMergeDeletesPctAllowed=16.503342774921723, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4704657218655036
   [junit4]   2> 945620 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 945620 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 945621 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 945622 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 945625 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 945629 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ab1e1e4[collection1] main]
   [junit4]   2> 945630 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 945643 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 945736 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 945736 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 945737 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 945737 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 945737 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 945738 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 945739 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 945740 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 945741 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 945742 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 945743 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ab1e1e4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 945745 INFO  (coreLoadExecutor-4065-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561853199841755136
   [junit4]   2> 945951 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 945964 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1561853200061956096)} 0 9
   [junit4]   2> 945980 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1561853200077684736)} 0 9
   [junit4]   2> 945982 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1561853200089219072)]} 0 3
   [junit4]   2> 945993 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1561853200094461952)]} 0 6
   [junit4]   2> 945995 INFO  (qtp108227978-13498) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1561853200101801984)]} 0 1
   [junit4]   2> 945997 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1561853200104947712)]} 0 1
   [junit4]   2> 945998 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1561853200107044864)]} 0 0
   [junit4]   2> 945999 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1561853200108093440)]} 0 0
   [junit4]   2> 946000 INFO  (qtp108227978-13500) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1561853200109142016)]} 0 0
   [junit4]   2> 946001 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1561853200110190592)]} 0 0
   [junit4]   2> 946003 INFO  (qtp108227978-13493) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1561853200111239168)]} 0 0
   [junit4]   2> 946004 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1561853200112287744)]} 0 0
   [junit4]   2> 946005 INFO  (qtp108227978-13502) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1561853200113336320)]} 0 0
   [junit4]   2> 946006 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1561853200115433472)]} 0 0
   [junit4]   2> 946008 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1561853200116482048)]} 0 0
   [junit4]   2> 946009 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1561853200117530624)]} 0 0
   [junit4]   2> 946010 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1561853200119627776)]} 0 0
   [junit4]   2> 946012 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1561853200120676352)]} 0 0
   [junit4]   2> 946013 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1561853200122773504)]} 0 0
   [junit4]   2> 946014 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1561853200123822080)]} 0 0
   [junit4]   2> 946015 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 946015 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@326e1e1 commitCommandVersion:0
   [junit4]   2> 946041 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d411683[collection1] main]
   [junit4]   2> 946042 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 946044 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5d411683[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C9)))}
   [junit4]   2> 946045 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 29
   [junit4]   2> 946046 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 946046 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@365c7cf2 commitCommandVersion:0
   [junit4]   2> 946080 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1893afe5[collection1] main]
   [junit4]   2> 946080 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 946084 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1893afe5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C9)))}
   [junit4]   2> 946084 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 38
   [junit4]   2> 946089 INFO  (qtp108227978-13498) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1561853200197222400)]} 0 4
   [junit4]   2> 946095 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1561853200202465280)]} 0 6
   [junit4]   2> 946097 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1561853200209805312)]} 0 0
   [junit4]   2> 946099 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1561853200210853888)]} 0 0
   [junit4]   2> 946102 INFO  (qtp108227978-13500) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1561853200213999616)]} 0 2
   [junit4]   2> 946105 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1561853200218193920)]} 0 1
   [junit4]   2> 946106 INFO  (qtp108227978-13493) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1561853200220291072)]} 0 0
   [junit4]   2> 946107 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1561853200221339648)]} 0 0
   [junit4]   2> 946109 INFO  (qtp108227978-13502) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1561853200222388224)]} 0 1
   [junit4]   2> 946110 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1561853200223436800)]} 0 0
   [junit4]   2> 946112 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1561853200225533952)]} 0 0
   [junit4]   2> 946113 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1561853200226582528)]} 0 0
   [junit4]   2> 946114 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1561853200227631104)]} 0 0
   [junit4]   2> 946115 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1561853200228679680)]} 0 0
   [junit4]   2> 946117 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1561853200230776832)]} 0 0
   [junit4]   2> 946117 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1561853200231825408)]} 0 0
   [junit4]   2> 946119 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1561853200231825408)]} 0 0
   [junit4]   2> 946120 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1561853200233922560)]} 0 0
   [junit4]   2> 946121 INFO  (qtp108227978-13498) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1561853200236019712)]} 0 0
   [junit4]   2> 946122 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1561853200237068288)]} 0 0
   [junit4]   2> 946123 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1561853200238116864)]} 0 0
   [junit4]   2> 946124 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1561853200239165440)]} 0 0
   [junit4]   2> 946125 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1561853200240214016)]} 0 0
   [junit4]   2> 946126 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1561853200240214016)]} 0 0
   [junit4]   2> 946127 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1561853200241262592)]} 0 0
   [junit4]   2> 946128 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1561853200242311168)]} 0 0
   [junit4]   2> 946129 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1561853200243359744)]} 0 0
   [junit4]   2> 946130 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1561853200244408320)]} 0 0
   [junit4]   2> 946131 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1561853200245456896)]} 0 0
   [junit4]   2> 946131 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1561853200246505472)]} 0 0
   [junit4]   2> 946132 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1561853200247554048)]} 0 0
   [junit4]   2> 946152 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1561853200267476992)]} 0 0
   [junit4]   2> 946154 INFO  (qtp108227978-13500) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1561853200268525568)]} 0 0
   [junit4]   2> 946155 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1561853200270622720)]} 0 0
   [junit4]   2> 946156 INFO  (qtp108227978-13493) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1561853200271671296)]} 0 0
   [junit4]   2> 946156 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1561853200272719872)]} 0 0
   [junit4]   2> 946157 INFO  (qtp108227978-13502) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1561853200272719872)]} 0 0
   [junit4]   2> 946157 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1561853200273768448)]} 0 0
   [junit4]   2> 946160 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1561853200275865600)]} 0 0
   [junit4]   2> 946161 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1561853200276914176)]} 0 0
   [junit4]   2> 946161 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1561853200277962752)]} 0 0
   [junit4]   2> 946161 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1561853200277962752)]} 0 0
   [junit4]   2> 946162 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1561853200279011328)]} 0 0
   [junit4]   2> 946163 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1561853200280059904)]} 0 0
   [junit4]   2> 946164 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1561853200280059904)]} 0 0
   [junit4]   2> 946164 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1561853200281108480)]} 0 0
   [junit4]   2> 946165 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1561853200282157056)]} 0 0
   [junit4]   2> 946166 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1561853200283205632)]} 0 0
   [junit4]   2> 946167 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1561853200284254208)]} 0 0
   [junit4]   2> 946167 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1561853200284254208)]} 0 0
   [junit4]   2> 946169 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1561853200286351360)]} 0 0
   [junit4]   2> 946170 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1561853200287399936)]} 0 0
   [junit4]   2> 946171 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1561853200287399936)]} 0 0
   [junit4]   2> 946171 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1561853200288448512)]} 0 0
   [junit4]   2> 946172 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1561853200289497088)]} 0 0
   [junit4]   2> 946173 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1561853200290545664)]} 0 0
   [junit4]   2> 946174 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1561853200290545664)]} 0 0
   [junit4]   2> 946174 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1561853200291594240)]} 0 0
   [junit4]   2> 946175 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1561853200292642816)]} 0 0
   [junit4]   2> 946176 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1561853200293691392)]} 0 0
   [junit4]   2> 946177 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1561853200294739968)]} 0 0
   [junit4]   2> 946178 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1561853200294739968)]} 0 0
   [junit4]   2> 946179 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1561853200295788544)]} 0 0
   [junit4]   2> 946180 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1561853200296837120)]} 0 0
   [junit4]   2> 946181 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1561853200297885696)]} 0 0
   [junit4]   2> 946182 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1561853200298934272)]} 0 0
   [junit4]   2> 946182 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1561853200299982848)]} 0 0
   [junit4]   2> 946183 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1561853200301031424)]} 0 0
   [junit4]   2> 946184 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1561853200301031424)]} 0 0
   [junit4]   2> 946185 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1561853200302080000)]} 0 0
   [junit4]   2> 946186 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1561853200303128576)]} 0 0
   [junit4]   2> 946187 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1561853200304177152)]} 0 0
   [junit4]   2> 946188 INFO  (qtp108227978-13498) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1561853200305225728)]} 0 0
   [junit4]   2> 946188 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1561853200306274304)]} 0 0
   [junit4]   2> 946189 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1561853200307322880)]} 0 0
   [junit4]   2> 946190 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1561853200308371456)]} 0 0
   [junit4]   2> 946191 INFO  (qtp108227978-13500) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1561853200309420032)]} 0 0
   [junit4]   2> 946192 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1561853200310468608)]} 0 0
   [junit4]   2> 946193 INFO  (qtp108227978-13493) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1561853200311517184)]} 0 0
   [junit4]   2> 946194 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1561853200312565760)]} 0 0
   [junit4]   2> 946195 INFO  (qtp108227978-13502) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1561853200313614336)]} 0 0
   [junit4]   2> 946196 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1561853200314662912)]} 0 0
   [junit4]   2> 946197 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1561853200315711488)]} 0 0
   [junit4]   2> 946198 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1561853200316760064)]} 0 0
   [junit4]   2> 946199 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1561853200316760064)]} 0 0
   [junit4]   2> 946200 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1561853200318857216)]} 0 0
   [junit4]   2> 946201 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1561853200319905792)]} 0 0
   [junit4]   2> 946202 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1561853200320954368)]} 0 0
   [junit4]   2> 946202 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1561853200320954368)]} 0 0
   [junit4]   2> 946204 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1561853200323051520)]} 0 0
   [junit4]   2> 946205 INFO  (qtp108227978-13498) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1561853200324100096)]} 0 0
   [junit4]   2> 946206 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1561853200325148672)]} 0 0
   [junit4]   2> 946207 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1561853200326197248)]} 0 0
   [junit4]   2> 946208 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1561853200327245824)]} 0 0
   [junit4]   2> 946209 INFO  (qtp108227978-13500) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1561853200328294400)]} 0 0
   [junit4]   2> 946210 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1561853200328294400)]} 0 0
   [junit4]   2> 946211 INFO  (qtp108227978-13493) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1561853200329342976)]} 0 0
   [junit4]   2> 946212 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1561853200330391552)]} 0 0
   [junit4]   2> 946213 INFO  (qtp108227978-13502) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1561853200331440128)]} 0 0
   [junit4]   2> 946214 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1561853200332488704)]} 0 0
   [junit4]   2> 946215 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1561853200334585856)]} 0 0
   [junit4]   2> 946216 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1561853200335634432)]} 0 0
   [junit4]   2> 946217 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1561853200336683008)]} 0 0
   [junit4]   2> 946218 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1561853200337731584)]} 0 0
   [junit4]   2> 946219 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1561853200338780160)]} 0 0
   [junit4]   2> 946220 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1561853200339828736)]} 0 0
   [junit4]   2> 946221 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1561853200340877312)]} 0 0
   [junit4]   2> 946222 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1561853200340877312)]} 0 0
   [junit4]   2> 946223 INFO  (qtp108227978-13498) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1561853200341925888)]} 0 0
   [junit4]   2> 946224 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1561853200342974464)]} 0 0
   [junit4]   2> 946224 INFO  (qtp108227978-13499) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1561853200344023040)]} 0 0
   [junit4]   2> 946225 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1561853200345071616)]} 0 0
   [junit4]   2> 946225 INFO  (qtp108227978-13500) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1561853200345071616)]} 0 0
   [junit4]   2> 946226 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1561853200346120192)]} 0 0
   [junit4]   2> 946227 INFO  (qtp108227978-13493) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1561853200347168768)]} 0 0
   [junit4]   2> 946228 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1561853200348217344)]} 0 0
   [junit4]   2> 946229 INFO  (qtp108227978-13502) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1561853200349265920)]} 0 0
   [junit4]   2> 946230 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1561853200349265920)]} 0 0
   [junit4]   2> 946231 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 946232 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@326e1e1 commitCommandVersion:0
   [junit4]   2> 946399 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3dc055ff[collection1] main]
   [junit4]   2> 946400 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 946402 INFO  (searcherExecutor-4055-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3dc055ff[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C9) Uninverting(_1(7.0.0):C59)))}
   [junit4]   2> 946402 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 171
   [junit4]   2> 946403 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 946404 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@365c7cf2 commitCommandVersion:0
   [junit4]   2> 946539 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ee07494[collection1] main]
   [junit4]   2> 946542 INFO  (searcherExecutor-4066-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1ee07494[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C9) Uninverting(_1(7.0.0):C59)))}
   [junit4]   2> 946542 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 946542 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 139
   [junit4]   2> 946544 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 946544 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 946546 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 946546 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 946547 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946554 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:59166//collection1&rows=10&version=2&q=*:*&NOW=1489499283491&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946560 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283491&ids=12,122,101,102,114,148,105,6,107,8&isShard=true&shard.url=http://127.0.0.1:59166//collection1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 946561 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=11
   [junit4]   2> 946563 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946570 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:59166//collection1&rows=10&version=2&q=*:*&NOW=1489499283507&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946575 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283507&ids=143,144,145,3,125,15,104,7,118,141&isShard=true&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:59166//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946579 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:59166//collection1&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=13
   [junit4]   2> 946582 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946582 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=[ff01::083]:33332/|http://127.0.0.1:59166//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1489499283523&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946588 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283523&ids=1,111,122,15,103,116,127,149,130,131&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:59166//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946590 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:59166//collection1|[ff01::213]:33332/&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 946591 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946594 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1489499283534&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946594 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283534&ids=121,145,123,2,102,14,115,7,106,9&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946599 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 946601 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946607 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489499283544&isShard=true&wt=javabin} hits=68 status=0 QTime=1
   [junit4]   2> 946610 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283544&ids=143,11,133,111,3,126,115,137,139,140&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946612 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 946612 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946620 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=http://127.0.0.1:59166//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1489499283555&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946622 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283555&ids=132,13,113,103,149,6,1001,7,120,142&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946628 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::213]:33332/&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=13
   [junit4]   2> 946630 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946633 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:59166//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1489499283572&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946634 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283572&ids=122,102,135,3,103,127,6,105,7,106&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946636 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 946638 INFO  (qtp108227978-13502) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946640 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:59166//collection1&rows=10&version=2&q=*:*&NOW=1489499283580&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946642 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283580&ids=100,112,124,125,104,139,9,108,142,120&isShard=true&shard.url=http://127.0.0.1:59166//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946645 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 946647 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946651 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:59166//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1489499283590&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946652 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283590&ids=110,125,115,148,6,139,1001,118,141,120&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946654 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::213]:33332/&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 946657 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946660 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=[ff01::114]:33332/|http://127.0.0.1:59166//collection1|[ff01::213]:33332/|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489499283600&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946661 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283600&ids=111,133,100,123,3,147,138,17,107,130&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:59166//collection1|[ff01::213]:33332/|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946664 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:59166//collection1|[ff01::213]:33332/|[ff01::083]:33332/&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 946665 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946669 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489499283608&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946671 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283608&ids=143,121,123,134,146,4,15,149,117,129&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946675 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 946676 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946679 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489499283619&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946681 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283619&ids=11,2,102,125,104,5,138,118,8,107&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946683 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 946685 INFO  (qtp108227978-13504) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946687 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=http://127.0.0.1:59166//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1489499283627&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946689 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283627&ids=122,145,123,125,4,103,7,107,119,140&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946691 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 946692 INFO  (qtp108227978-13500) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946695 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=http://127.0.0.1:59166//collection1&rows=10&version=2&q=*:*&NOW=1489499283635&isShard=true&wt=javabin} hits=68 status=0 QTime=2
   [junit4]   2> 946695 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283635&ids=132,100,3,102,136,16,106,118,109,142&isShard=true&shard.url=http://127.0.0.1:59166//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946695 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 946704 INFO  (qtp108227978-13500) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946707 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489499283646&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946709 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283646&ids=132,100,124,3,103,105,128,7,8,131&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946710 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 946712 INFO  (qtp108227978-13500) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946715 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=http://127.0.0.1:59166//collection1&rows=10&version=2&q=*:*&NOW=1489499283654&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946716 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283654&ids=110,12,112,101,125,5,104,116,139,1001&isShard=true&shard.url=http://127.0.0.1:59166//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946717 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 946719 INFO  (qtp108227978-13494) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946722 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:59166//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1489499283662&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946727 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283662&ids=133,101,13,145,124,103,147,149,139,9&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946729 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::114]:33332/&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=8
   [junit4]   2> 946730 INFO  (qtp108227978-13502) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946733 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:59166//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489499283673&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946735 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283673&ids=110,113,104,127,7,118,8,108,141,131&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:59166//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946736 INFO  (qtp1151044044-13516) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:59166//collection1|[ff01::083]:33332/&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 946737 INFO  (qtp108227978-13503) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=a_i_ni_p+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946744 INFO  (qtp1151044044-13519) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i_ni_p+desc&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489499283684&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946745 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283684&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946752 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:59166//collection1|[ff01::083]:33332/&sort=a_i_ni_p+desc&wt=javabin&version=2} hits=68 status=0 QTime=8
   [junit4]   2> 946759 INFO  (qtp108227978-13497) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort={!func}testfunc(add(a_i_ni_p,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 946762 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort={!func}testfunc(add(a_i_ni_p,5))+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:59166//collection1&rows=10&version=2&q=*:*&NOW=1489499283702&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946764 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283702&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:59166//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946766 INFO  (qtp1151044044-13513) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:59166//collection1&sort={!func}testfunc(add(a_i_ni_p,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 946769 INFO  (qtp108227978-13498) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=a_i_ni_p[*+TO+*]&distrib=false&sort=a_i_ni_p+asc&wt=javabin&version=2} hits=13 status=0 QTime=2
   [junit4]   2> 946774 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i_ni_p+asc&shard.url=http://127.0.0.1:59166//collection1&rows=10&version=2&q=a_i_ni_p[*+TO+*]&NOW=1489499283712&isShard=true&wt=javabin} hits=13 status=0 QTime=0
   [junit4]   2> 946775 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=a_i_ni_p[*+TO+*]&distrib=false&shards.purpose=64&NOW=1489499283712&ids=11,12,1,13,2,3,4,6,7,9&isShard=true&shard.url=http://127.0.0.1:59166//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946775 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=a_i_ni_p[*+TO+*]&shards=http://127.0.0.1:59166//collection1&sort=a_i_ni_p+asc&wt=javabin&version=2} hits=13 status=0 QTime=6
   [junit4]   2> 946780 INFO  (qtp108227978-13498) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=a_i_ni_p+asc,+id+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 946782 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i_ni_p+asc,+id+desc&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:59166//collection1&rows=10&version=2&q=*:*&NOW=1489499283722&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946784 INFO  (qtp1151044044-13520) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489499283722&ids=11,144,145,146,147,4,148,149,6,1001&isShard=true&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:59166//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946785 INFO  (qtp1151044044-13517) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:59166//collection1&sort=a_i_ni_p+asc,+id+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 946786 INFO  (qtp108227978-13498) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&fl=*,score&sort=a_i_ni_p+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 946793 INFO  (qtp1151044044-13515) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&sort=a_i_ni_p+desc&shard.url=http://127.0.0.1:59166//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1489499283732&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 946794 INFO  (qtp1151044044-13518) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&fl=*,score&shards.purpose=64&NOW=1489499283732&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=http://127.0.0.1:59166//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 946804 INFO  (qtp1151044044-13517

[...truncated too long message...]

[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 986626 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31172195
   [junit4]   2> 986627 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 986628 INFO  (coreCloseExecutor-4110-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4260a5f8
   [junit4]   2> 986639 INFO  (coreCloseExecutor-4110-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1113630200
   [junit4]   2> 986643 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@349bd30a{/,null,UNAVAILABLE}
   [junit4]   2> 986648 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a50bd83{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 986648 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=969031701
   [junit4]   2> 986649 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 986650 INFO  (coreCloseExecutor-4112-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9bc9138
   [junit4]   2> 986660 INFO  (coreCloseExecutor-4112-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=163352888
   [junit4]   2> 986674 INFO  (TEST-TestDistributedSearch.test-seed#[61D13DBCB1405FCC]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22c908b5{/,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=61D13DBCB1405FCC -Dtests.slow=true -Dtests.locale=lv-LV -Dtests.timezone=Asia/Tomsk -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 45.4s J0 | TestDistributedSearch.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request,trace=org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:416)
   [junit4]    > 	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:259)
   [junit4]    > 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:166)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > ,time=2}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([61D13DBCB1405FCC:E98502661FBC3234]:0)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1186)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1127)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:987)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 986681 INFO  (SUITE-TestDistributedSearch-seed#[61D13DBCB1405FCC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.TestDistributedSearch_61D13DBCB1405FCC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=PostingsFormat(name=MockRandom), range_facet_l_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), SubjectTerms_mfacet=PostingsFormat(name=MockRandom), n_l1=PostingsFormat(name=MockRandom), a_n_tdt=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=FSTOrd50, intDefault=PostingsFormat(name=MockRandom), n_td1=FSTOrd50, n_d1=PostingsFormat(name=MockRandom), n_f1=FSTOrd50, range_facet_l=PostingsFormat(name=MockRandom), n_tl1=FSTOrd50, a_s=PostingsFormat(name=LuceneVarGapFixedInterval), oddField_s=PostingsFormat(name=LuceneVarGapFixedInterval), n_tf1=PostingsFormat(name=MockRandom), lowerfilt1and2=FSTOrd50, a_t=PostingsFormat(name=MockRandom), lowerfilt=FSTOrd50, id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=PostingsFormat(name=MockRandom), severity=PostingsFormat(name=LuceneVarGapFixedInterval), foo_sev_enum=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), n_dt1=FSTOrd50, b_n_tdt=PostingsFormat(name=MockRandom), n_ti1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), rnd_b=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), foo_b=PostingsFormat(name=LuceneVarGapFixedInterval), n_tdt1=PostingsFormat(name=MockRandom), foo_d=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=PostingsFormat(name=MockRandom), foo_f=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), foo_sev_enum=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Lucene70), a_i_ni_p=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=174, maxMBSortInHeap=5.17404391968629, sim=RandomSimilarity(queryNorm=true): {}, locale=lv-LV, timezone=Asia/Tomsk
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=117828616,total=456130560
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsThreadLeakTest, TestReloadAndDeleteDocs, TestFieldTypeResource, TestMergePolicyConfig, DirectSolrSpellCheckerTest, SharedFSAutoReplicaFailoverUtilsTest, DocValuesNotIndexedTest, DistributedQueryElevationComponentTest, TermsComponentTest, TestManagedSchemaAPI, PeerSyncWithIndexFingerprintCachingTest, TestClassicSimilarityFactory, BufferStoreTest, HdfsRestartWhileUpdatingTest, TestPostingsSolrHighlighter, TestStressReorder, TestJettySolrRunner, TestConfigSetsAPIExclusivity, SSLMigrationTest, BasicAuthIntegrationTest, TestExpandComponent, VersionInfoTest, HardAutoCommitTest, CloudExitableDirectoryReaderTest, TestCustomStream, DistributedExpandComponentTest, ExplicitHLLTest, TestReqParamsAPI, DistributedFacetPivotSmallAdvancedTest, OverseerRolesTest, DistributedMLTComponentTest, BlockCacheTest, DirectUpdateHandlerTest, RecoveryAfterSoftCommitTest, SimpleFacetsTest, CdcrUpdateLogTest, LeaderInitiatedRecoveryOnCommitTest, LeaderElectionTest, StandardRequestHandlerTest, TestPushWriter, DeleteLastCustomShardedReplicaTest, PreAnalyzedUpdateProcessorTest, DeleteReplicaTest, SampleTest, PolyFieldTest, TestExportWriter, TestHighlightDedupGrouping, TestHdfsBackupRestoreCore, HdfsChaosMonkeyNothingIsSafeTest, JSONWriterTest, SpatialHeatmapFacetsTest, CursorPagingTest, CoreMergeIndexesAdminHandlerTest, MigrateRouteKeyTest, SolrPluginUtilsTest, TestBackupRepositoryFactory, TestUniqueKeyFieldResource, TestSegmentSorting, TestFreeTextSuggestions, TestQuerySenderNoQuery, TestDefaultSearchFieldResource, EnumFieldTest, DistributedFacetPivotLargeTest, TestSolrCLIRunExample, TestWordDelimiterFilterFactory, TestRTGBase, TestLockTree, HLLSerializationTest, TestComplexPhraseQParserPlugin, ZkStateReaderTest, CurrencyFieldXmlFileTest, DocValuesTest, ChaosMonkeyNothingIsSafeTest, OverseerCollectionConfigSetProcessorTest, TestImpersonationWithHadoopAuth, HdfsUnloadDistributedZkTest, TestCollectionAPIs, DOMUtilTest, TestEmbeddedSolrServerConstructors, TestDocumentBuilder, TestFieldCacheVsDocValues, TestUpdate, TestOnReconnectListenerSupport, TestNonDefinedSimilarityFactory, TestStressLiveNodes, TestCloudDeleteByQuery, TestStressLucene, TestSolrConfigHandlerCloud, TestCoreContainer, TestTolerantUpdateProcessorRandomCloud, TestRawTransformer, SearchHandlerTest, DateFieldTest, CoreAdminCreateDiscoverTest, CloneFieldUpdateProcessorFactoryTest, TestCSVLoader, TestCharFilters, DirectoryFactoryTest, SOLR749Test, TemplateUpdateProcessorTest, TestSolrJ, HdfsCollectionsAPIDistributedZkTest, TestFieldCacheSort, SolrSlf4jReporterTest, MultiThreadedOCPTest, TestDistributedSearch]
   [junit4] Completed [239/698 (1!)] on J0 in 45.49s, 1 test, 1 failure <<< FAILURES!

[...truncated 64154 lines...]