You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/16 13:44:38 UTC

[JENKINS] Lucene-Solr-6.x-Windows (32bit/jdk1.8.0_121) - Build # 783 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/783/
Java: 32bit/jdk1.8.0_121 -server -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery

Error Message:
Expected a collection with one shard and two replicas null Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"MissingSegmentRecoveryTest_shard1_replica2",           "base_url":"http://127.0.0.1:49199/solr",           "node_name":"127.0.0.1:49199_solr",           "state":"down"},         "core_node2":{           "core":"MissingSegmentRecoveryTest_shard1_replica1",           "base_url":"http://127.0.0.1:49204/solr",           "node_name":"127.0.0.1:49204_solr",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"MissingSegmentRecoveryTest_shard1_replica2",
          "base_url":"http://127.0.0.1:49199/solr",
          "node_name":"127.0.0.1:49199_solr",
          "state":"down"},
        "core_node2":{
          "core":"MissingSegmentRecoveryTest_shard1_replica1",
          "base_url":"http://127.0.0.1:49204/solr",
          "node_name":"127.0.0.1:49204_solr",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([F6AFA23278ED399C:A6FA3A3121CC8F81]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11783 lines...]
   [junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\init-core-data-001
   [junit4]   2> 1047423 WARN  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 1047423 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1047430 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1047432 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001
   [junit4]   2> 1047432 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1047433 INFO  (Thread-1862) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1047433 INFO  (Thread-1862) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1047533 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:49195
   [junit4]   2> 1047539 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad72677d20000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1047542 INFO  (jetty-launcher-3754-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1047543 INFO  (jetty-launcher-3754-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16991f8{/solr,null,AVAILABLE}
   [junit4]   2> 1047544 INFO  (jetty-launcher-3754-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@19dfad8{HTTP/1.1,[http/1.1]}{127.0.0.1:49199}
   [junit4]   2> 1047544 INFO  (jetty-launcher-3754-thread-2) [    ] o.e.j.s.Server Started @1052411ms
   [junit4]   2> 1047544 INFO  (jetty-launcher-3754-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49199}
   [junit4]   2> 1047544 ERROR (jetty-launcher-3754-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1047544 INFO  (jetty-launcher-3754-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.5.0
   [junit4]   2> 1047544 INFO  (jetty-launcher-3754-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1047544 INFO  (jetty-launcher-3754-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1047544 INFO  (jetty-launcher-3754-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T12:45:07.005Z
   [junit4]   2> 1047546 INFO  (jetty-launcher-3754-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1047546 INFO  (jetty-launcher-3754-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ed42c{/solr,null,AVAILABLE}
   [junit4]   2> 1047547 INFO  (jetty-launcher-3754-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b8f6fe{HTTP/1.1,[http/1.1]}{127.0.0.1:49204}
   [junit4]   2> 1047547 INFO  (jetty-launcher-3754-thread-1) [    ] o.e.j.s.Server Started @1052415ms
   [junit4]   2> 1047547 INFO  (jetty-launcher-3754-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49204}
   [junit4]   2> 1047547 ERROR (jetty-launcher-3754-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1047548 INFO  (jetty-launcher-3754-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.5.0
   [junit4]   2> 1047548 INFO  (jetty-launcher-3754-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1047548 INFO  (jetty-launcher-3754-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1047548 INFO  (jetty-launcher-3754-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T12:45:07.009Z
   [junit4]   2> 1047558 INFO  (jetty-launcher-3754-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1047571 INFO  (jetty-launcher-3754-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1047572 INFO  (jetty-launcher-3754-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49195/solr
   [junit4]   2> 1047580 INFO  (jetty-launcher-3754-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1047586 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad72677d20002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1047587 INFO  (jetty-launcher-3754-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1047588 INFO  (jetty-launcher-3754-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49195/solr
   [junit4]   2> 1047618 INFO  (jetty-launcher-3754-thread-1) [n:127.0.0.1:49204_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1047619 INFO  (jetty-launcher-3754-thread-2) [n:127.0.0.1:49199_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1047620 INFO  (jetty-launcher-3754-thread-2) [n:127.0.0.1:49199_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49199_solr
   [junit4]   2> 1047621 INFO  (jetty-launcher-3754-thread-1) [n:127.0.0.1:49204_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49204_solr
   [junit4]   2> 1047621 INFO  (jetty-launcher-3754-thread-2) [n:127.0.0.1:49199_solr    ] o.a.s.c.Overseer Overseer (id=97626902160867334-127.0.0.1:49199_solr-n_0000000000) starting
   [junit4]   2> 1047623 INFO  (zkCallback-3766-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1047624 INFO  (zkCallback-3765-thread-1-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1047633 INFO  (jetty-launcher-3754-thread-2) [n:127.0.0.1:49199_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49199_solr
   [junit4]   2> 1047649 INFO  (zkCallback-3766-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1047649 INFO  (zkCallback-3765-thread-1-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1047824 INFO  (jetty-launcher-3754-thread-1) [n:127.0.0.1:49204_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node1\.
   [junit4]   2> 1047824 INFO  (jetty-launcher-3754-thread-2) [n:127.0.0.1:49199_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\.
   [junit4]   2> 1048158 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1048159 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49195/solr ready
   [junit4]   2> 1048187 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
   [junit4]   2> 1048193 INFO  (qtp4678023-14226) [n:127.0.0.1:49204_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1048196 INFO  (OverseerThreadFactory-3846-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
   [junit4]   2> 1048307 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1048307 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1048423 INFO  (zkCallback-3766-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1048423 INFO  (zkCallback-3765-thread-1-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1049342 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 1049363 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 1049379 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica2] Schema name=minimal
   [junit4]   2> 1049388 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1049391 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
   [junit4]   2> 1049392 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica2' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 1049393 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1049394 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 1049441 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1049442 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica2\data\]
   [junit4]   2> 1049459 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1049459 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 1049621 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1049621 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1049621 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1049621 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1049623 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1049623 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1049623 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1049623 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1049626 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@92becc[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 1049626 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@15aa4a[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 1049627 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1049628 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1049628 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1049628 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1049628 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1049628 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1049628 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562030436871307264
   [junit4]   2> 1049628 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562030436871307264
   [junit4]   2> 1049631 INFO  (searcherExecutor-3851-thread-1-processing-n:127.0.0.1:49199_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@15aa4a[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1049632 INFO  (searcherExecutor-3852-thread-1-processing-n:127.0.0.1:49204_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@92becc[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1049636 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1049636 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1049636 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49204/solr/MissingSegmentRecoveryTest_shard1_replica1/
   [junit4]   2> 1049637 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica1 url=http://127.0.0.1:49204/solr START replicas=[http://127.0.0.1:49199/solr/MissingSegmentRecoveryTest_shard1_replica2/] nUpdates=100
   [junit4]   2> 1049637 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica1 url=http://127.0.0.1:49204/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1049641 INFO  (qtp31456664-14217) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1049642 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1049642 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1049642 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1049646 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49204/solr/MissingSegmentRecoveryTest_shard1_replica1/ shard1
   [junit4]   2> 1049750 INFO  (zkCallback-3766-thread-2-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1049751 INFO  (zkCallback-3765-thread-1-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1049799 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1049803 INFO  (qtp4678023-14224) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=1496
   [junit4]   2> 1049905 INFO  (zkCallback-3766-thread-3-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1049905 INFO  (zkCallback-3765-thread-1-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1050645 INFO  (qtp31456664-14210) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=2338
   [junit4]   2> 1050649 INFO  (qtp4678023-14226) [n:127.0.0.1:49204_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1050744 INFO  (zkCallback-3766-thread-2-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1050744 INFO  (zkCallback-3765-thread-1-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1051650 INFO  (qtp4678023-14226) [n:127.0.0.1:49204_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3457
   [junit4]   2> 1051667 INFO  (qtp31456664-14216) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:49204/solr/MissingSegmentRecoveryTest_shard1_replica1/&wt=javabin&version=2}{add=[0 (1562030438997819392), 1 (1562030439003062272), 2 (1562030439003062273), 3 (1562030439003062274), 4 (1562030439003062275), 5 (1562030439003062276), 6 (1562030439003062277), 7 (1562030439003062278), 8 (1562030439003062279), 9 (1562030439003062280)]} 0 3
   [junit4]   2> 1051667 INFO  (qtp4678023-14223) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1562030438997819392), 1 (1562030439003062272), 2 (1562030439003062273), 3 (1562030439003062274), 4 (1562030439003062275), 5 (1562030439003062276), 6 (1562030439003062277), 7 (1562030439003062278), 8 (1562030439003062279), 9 (1562030439003062280)]} 0 10
   [junit4]   2> 1051671 INFO  (qtp31456664-14215) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1051671 INFO  (qtp31456664-14215) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1e5d3bd
   [junit4]   2> 1051675 INFO  (qtp4678023-14239) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1051675 INFO  (qtp4678023-14239) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3e48be
   [junit4]   2> 1051703 INFO  (qtp31456664-14215) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e341c[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 1051704 INFO  (qtp31456664-14215) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1051704 INFO  (searcherExecutor-3851-thread-1-processing-n:127.0.0.1:49199_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest r:core_node1) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@7e341c[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C10)))}
   [junit4]   2> 1051705 INFO  (qtp31456664-14215) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:49204/solr/MissingSegmentRecoveryTest_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 33
   [junit4]   2> 1051715 INFO  (qtp4678023-14239) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15d3cb0[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 1051716 INFO  (qtp4678023-14239) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1051716 INFO  (searcherExecutor-3852-thread-1-processing-n:127.0.0.1:49204_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@15d3cb0[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C10)))}
   [junit4]   2> 1051716 INFO  (qtp4678023-14239) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:49204/solr/MissingSegmentRecoveryTest_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 41
   [junit4]   2> 1051716 INFO  (qtp4678023-14222) [n:127.0.0.1:49204_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 46
   [junit4]   2> 1051719 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@19dfad8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1051721 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=15145810
   [junit4]   2> 1051756 INFO  (coreCloseExecutor-3861-thread-1) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@8f4496
   [junit4]   2> 1051758 INFO  (coreCloseExecutor-3861-thread-1) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica2
   [junit4]   2> 1051761 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.c.Overseer Overseer (id=97626902160867334-127.0.0.1:49199_solr-n_0000000000) closing
   [junit4]   2> 1051761 INFO  (OverseerStateUpdate-97626902160867334-127.0.0.1:49199_solr-n_0000000000) [n:127.0.0.1:49199_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49199_solr
   [junit4]   2> 1051765 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad72677d20006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1051766 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1051772 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16991f8{/solr,null,UNAVAILABLE}
   [junit4]   2> 1051783 INFO  (zkCallback-3765-thread-2-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49204_solr
   [junit4]   2> 1051785 INFO  (zkCallback-3765-thread-1-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1051786 INFO  (zkCallback-3772-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1051788 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1051789 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a9d2b{/solr,null,AVAILABLE}
   [junit4]   2> 1051790 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10cd57f{HTTP/1.1,[http/1.1]}{127.0.0.1:49199}
   [junit4]   2> 1051790 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.e.j.s.Server Started @1056657ms
   [junit4]   2> 1051790 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49199}
   [junit4]   2> 1051790 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1051806 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.5.0
   [junit4]   2> 1051806 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1051806 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1051806 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T12:45:11.267Z
   [junit4]   2> 1051806 INFO  (zkCallback-3765-thread-2-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.Overseer Overseer (id=97626902160867333-127.0.0.1:49204_solr-n_0000000001) starting
   [junit4]   2> 1051839 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1051845 INFO  (zkCallback-3765-thread-2-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1051861 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1051863 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49195/solr
   [junit4]   2> 1051902 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1051907 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [n:127.0.0.1:49199_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1051911 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [n:127.0.0.1:49199_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49199_solr
   [junit4]   2> 1051913 INFO  (zkCallback-3772-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1051915 INFO  (zkCallback-3765-thread-2-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1051915 INFO  (zkCallback-3777-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1052078 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [n:127.0.0.1:49199_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\.
   [junit4]   2> 1052078 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [n:127.0.0.1:49199_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica2]
   [junit4]   2> 1052082 INFO  (zkCallback-3765-thread-1-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1052172 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 1052185 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica2] Schema name=minimal
   [junit4]   2> 1052191 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1052195 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica2' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 1052195 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1052195 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica2\data\]
   [junit4]   2> 1052324 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1052324 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1052326 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1052326 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1052329 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@117b031
   [junit4]   2> 1052331 INFO  (zkCallback-3777-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1052331 INFO  (zkCallback-3765-thread-3-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1052338 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica2
   [junit4]   2> 1052345 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
   [junit4]   2> 1052346 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore Updating index properties... index=index.20170316154511807
   [junit4]   2> 1052350 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1052350 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica2\data\]
   [junit4]   2> 1052388 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica2) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica2\data\ afterReload=false
   [junit4]   2> 1052387 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica2) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica2\data\ afterReload=false
   [junit4]   2> 1052405 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica2) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica2\data\index.20170316154511807
   [junit4]   2> 1052425 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica2) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica2\data\index
   [junit4]   2> 1052554 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1052554 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1052558 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1052558 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1052566 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@16eb9c1
   [junit4]   2> 1052570 INFO  (coreLoadExecutor-3870-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica2
   [junit4]   2> 1052570 ERROR (coreContainerWorkExecutor-3866-thread-1-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.CoreContainer Error waiting for SolrCore to be created
   [junit4]   2> java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica2]
   [junit4]   2> 	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$6(CoreContainer.java:581)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica2]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:933)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:553)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	... 5 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:965)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:831)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:992)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
   [junit4]   2> 	... 7 more
   [junit4]   2> 	Suppressed: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:965)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:831)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.create(CoreContainer.java:918)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2032)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2152)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1054)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:938)
   [junit4]   2> 		... 9 more
   [junit4]   2> 	Caused by: org.apache.lucene.index.CorruptIndexException: Unexpected file read error while reading index. (resource=BufferedChecksumIndexInput(SimpleFSIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica2\data\index\segments_2")))
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:290)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:928)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:118)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:93)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1993)
   [junit4]   2> 		... 12 more
   [junit4]   2> 	Caused by: java.io.EOFException: read past EOF: SimpleFSIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica2\data\index\segments_2")
   [junit4]   2> 		at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:336)
   [junit4]   2> 		at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
   [junit4]   2> 		at org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
   [junit4]   2> 		at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:300)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:288)
   [junit4]   2> 		... 18 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2032)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2152)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1054)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:938)
   [junit4]   2> 	... 10 more
   [junit4]   2> Caused by: org.apache.lucene.index.IndexNotFoundException: no segments* file found in LockValidatingDirectoryWrapper(SimpleFSDirectory@C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica2\data\index.20170316154511807 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d35360): files: [write.lock]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:923)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:118)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:93)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1993)
   [junit4]   2> 	... 13 more
   [junit4]   2> 1142789 INFO  (qtp4678023-14223) [n:127.0.0.1:49204_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1142806 INFO  (OverseerThreadFactory-3864-thread-1-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1142810 INFO  (qtp4678023-14239) [n:127.0.0.1:49204_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
   [junit4]   2> 1142811 INFO  (qtp4678023-14239) [n:127.0.0.1:49204_solr    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b4df9c
   [junit4]   2> 1142814 INFO  (qtp4678023-14239) [n:127.0.0.1:49204_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
   [junit4]   2> 1142836 INFO  (qtp14086171-14301) [n:127.0.0.1:49199_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 1142851 INFO  (qtp4678023-14239) [n:127.0.0.1:49204_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=42
   [junit4]   2> 1142857 INFO  (zkCallback-3777-thread-2-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1142962 INFO  (zkCallback-3777-thread-2-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1143557 INFO  (qtp4678023-14223) [n:127.0.0.1:49204_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} status=0 QTime=768
   [junit4]   2> 1143558 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[F6AFA23278ED399C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery -Dtests.seed=F6AFA23278ED399C -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=Europe/Kirov -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 95.4s J1 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected a collection with one shard and two replicas
   [junit4]    > null
   [junit4]    > Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica2",
   [junit4]    >           "base_url":"http://127.0.0.1:49199/solr",
   [junit4]    >           "node_name":"127.0.0.1:49199_solr",
   [junit4]    >           "state":"down"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica1",
   [junit4]    >           "base_url":"http://127.0.0.1:49204/solr",
   [junit4]    >           "node_name":"127.0.0.1:49204_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F6AFA23278ED399C:A6FA3A3121CC8F81]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
   [junit4]    > 	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1143563 INFO  (jetty-closer-3755-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@10cd57f{HTTP/1.1,[http/1.1]}{127.0.0.1:49199}
   [junit4]   2> 1143563 INFO  (jetty-closer-3755-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=707827
   [junit4]   2> 1143565 INFO  (jetty-closer-3755-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b8f6fe{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1143565 INFO  (jetty-closer-3755-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=23436172
   [junit4]   2> 1143568 INFO  (jetty-closer-3755-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97626902160867333-127.0.0.1:49204_solr-n_0000000001) closing
   [junit4]   2> 1143568 INFO  (OverseerStateUpdate-97626902160867333-127.0.0.1:49204_solr-n_0000000001) [n:127.0.0.1:49204_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49204_solr
   [junit4]   2> 1143568 WARN  (zkCallback-3777-thread-2-processing-n:127.0.0.1:49199_solr) [n:127.0.0.1:49199_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1143571 INFO  (jetty-closer-3755-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1143571 INFO  (jetty-closer-3755-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a9d2b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1143571 INFO  (zkCallback-3765-thread-22-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1143572 WARN  (zkCallback-3765-thread-22-processing-n:127.0.0.1:49204_solr) [n:127.0.0.1:49204_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1143573 INFO  (jetty-closer-3755-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1143575 INFO  (jetty-closer-3755-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ed42c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1143579 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49195 49195
   [junit4]   2> 1143581 INFO  (Thread-1862) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49195 49195
   [junit4]   2> 1143582 WARN  (Thread-1862) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/MissingSegmentRecoveryTest/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	92	/solr/overseer/collection-queue-work
   [junit4]   2> 	20	/solr/overseer/queue
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1143582 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[F6AFA23278ED399C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_F6AFA23278ED399C-001
   [junit4]   2> Mar 16, 2017 12:46:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1197, maxMBSortInHeap=6.807176767276206, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=fr-CA, timezone=Europe/Kirov
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_121 (32-bit)/cpus=3,threads=1,free=37376088,total=215564288
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedStatsComponentCardinality, TestReplicaProperties, TestQuerySenderNoQuery, TestOverriddenPrefixQueryForCustomFieldType, TestRandomFaceting, PreAnalyzedFieldManagedSchemaCloudTest, ResourceLoaderTest, TestEmbeddedSolrServerSchemaAPI, JsonLoaderTest, TestSolrConfigHandlerCloud, TestFieldCacheWithThreads, AliasIntegrationTest, TestFieldResource, TestRandomRequestDistribution, TestFreeTextSuggestions, EchoParamsTest, BigEndianAscendingWordDeserializerTest, TestExactStatsCache, TestTolerantUpdateProcessorRandomCloud, TestRTimerTree, TestPHPSerializedResponseWriter, InfixSuggestersTest, TestInitParams, CoreAdminCreateDiscoverTest, JavabinLoaderTest, FieldAnalysisRequestHandlerTest, RulesTest, DistributedFacetPivotLongTailTest, FullSolrCloudDistribCmdsTest, TestQueryUtils, TestSuggestSpellingConverter, TestConfigsApi, TestLuceneMatchVersion, TestInPlaceUpdatesDistrib, TestOmitPositions, TestConfigSetsAPIExclusivity, TestUniqueKeyFieldResource, TestPathTrie, HdfsBasicDistributedZk2Test, TestExclusionRuleCollectionAccess, TestReloadDeadlock, TestDefaultSearchFieldResource, TestFiltering, ForceLeaderTest, TestFuzzyAnalyzedSuggestions, SimpleMLTQParserTest, TestSystemCollAutoCreate, MetricUtilsTest, CacheHeaderTest, TestConfigSets, TestSolrXml, DateRangeFieldTest, TestDynamicFieldResource, UpdateParamsTest, AsyncCallRequestStatusResponseTest, CurrencyFieldOpenExchangeTest, ShufflingReplicaListTransformerTest, OverseerTaskQueueTest, CdcrReplicationHandlerTest, TestMacroExpander, SolrMetricReporterTest, DistributedDebugComponentTest, TestCollationFieldDocValues, LoggingHandlerTest, UUIDFieldTest, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates, NoCacheHeaderTest, DistributedQueryComponentCustomSortTest, TestCodecSupport, CollectionReloadTest, TestCryptoKeys, TestGraphMLResponseWriter, CleanupOldIndexTest, TestSolrDeletionPolicy2, BitVectorTest, HdfsRestartWhileUpdatingTest, TestAtomicUpdateErrorCases, TestDocSet, TestDFISimilarityFactory, TestStressLiveNodes, MBeansHandlerTest, TestSolr4Spatial, ShardRoutingCustomTest, EnumFieldTest, ReturnFieldsTest, TestLeaderElectionWithEmptyReplica, BlockJoinFacetDistribTest, TestHdfsBackupRestoreCore, DistributedFacetPivotSmallTest, NotRequiredUniqueKeyTest, StressHdfsTest, ShowFileRequestHandlerTest, DistributedVersionInfoTest, TestUninvertingReader, DistribJoinFromCollectionTest, TestTrie, MissingSegmentRecoveryTest]
   [junit4] Completed [263/698 (1!)] on J1 in 97.18s, 1 test, 1 failure <<< FAILURES!

[...truncated 56368 lines...]


[JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_121) - Build # 787 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/787/
Java: 64bit/jdk1.8.0_121 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.search.LargeFieldTest

Error Message:
Illegal char <?> at index 17: ignoredSchemaName?

Stack Trace:
java.nio.file.InvalidPathException: Illegal char <?> at index 17: ignoredSchemaName?
	at __randomizedtesting.SeedInfo.seed([8182758E494F5996]:0)
	at sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
	at sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
	at sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
	at org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
	at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 13031 lines...]
   [junit4] Suite: org.apache.solr.search.LargeFieldTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.search.LargeFieldTest_8182758E494F5996-001\init-core-data-001
   [junit4]   2> 3209183 WARN  (SUITE-LargeFieldTest-seed#[8182758E494F5996]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=866 numCloses=866
   [junit4]   2> 3209184 INFO  (SUITE-LargeFieldTest-seed#[8182758E494F5996]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 3209192 INFO  (SUITE-LargeFieldTest-seed#[8182758E494F5996]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3209194 INFO  (SUITE-LargeFieldTest-seed#[8182758E494F5996]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 3209195 INFO  (SUITE-LargeFieldTest-seed#[8182758E494F5996]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3209273 WARN  (SUITE-LargeFieldTest-seed#[8182758E494F5996]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3209275 INFO  (SUITE-LargeFieldTest-seed#[8182758E494F5996]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 3209281 INFO  (SUITE-LargeFieldTest-seed#[8182758E494F5996]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 3209281 INFO  (SUITE-LargeFieldTest-seed#[8182758E494F5996]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1189, maxMBSortInHeap=5.228754212386622, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=it-CH, timezone=America/Port-au-Prince
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=154301600,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldTypeCollectionResource, SchemaVersionSpecificBehaviorTest, TestSchemaManager, XsltUpdateRequestHandlerTest, ConcurrentDeleteAndCreateCollectionTest, SortSpecParsingTest, DistributedQueryElevationComponentTest, TestCorePropertiesReload, TestSolrDeletionPolicy1, TestSlowCompositeReaderWrapper, DistributedMLTComponentTest, TestSolrCloudWithHadoopAuthPlugin, TestInPlaceUpdatesStandalone, TestBinaryResponseWriter, TestGeoJSONResponseWriter, BadComponentTest, HighlighterTest, AnalysisAfterCoreReloadTest, TestSolrConfigHandlerConcurrent, TestPerFieldSimilarityWithDefaultOverride, TestEmbeddedSolrServerConstructors, TestNRTOpen, TestSolrDynamicMBean, PreAnalyzedUpdateProcessorTest, ManagedSchemaRoundRobinCloudTest, TestRuleBasedAuthorizationPlugin, CloneFieldUpdateProcessorFactoryTest, DeleteLastCustomShardedReplicaTest, TestCursorMarkWithoutUniqueKey, PingRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestCharFilters, TestPseudoReturnFields, JvmMetricsTest, ZkControllerTest, TestUseDocValuesAsStored, TestIBSimilarityFactory, TestManagedSchema, TestRTGBase, DistributedQueryComponentOptimizationTest, TestAnalyzedSuggestions, TestSmileRequest, HdfsSyncSliceTest, CollectionStateFormat2Test, ChaosMonkeyNothingIsSafeTest, QueryResultKeyTest, TestCollationField, PolyFieldTest, TestSurroundQueryParser, BigEndianAscendingWordSerializerTest, DistributedExpandComponentTest, TestSolrCloudWithSecureImpersonation, TestSort, CursorPagingTest, TestSchemaSimilarityResource, TestAuthorizationFramework, TestGroupingSearch, BlobRepositoryCloudTest, HdfsDirectoryTest, ConnectionManagerTest, TestFunctionQuery, TestPartialUpdateDeduplication, TestTrieFacet, TestSolrCLIRunExample, TestCoreContainer, SolrRequestParserTest, AtomicUpdatesTest, ReplicaListTransformerTest, TestComplexPhraseQParserPlugin, RequiredFieldsTest, TestSolrIndexConfig, PluginInfoTest, TestSQLHandlerNonCloud, TestXmlQParserPlugin, TestHighlightDedupGrouping, ChangedSchemaMergeTest, TestJmxIntegration, TestStressVersions, SolrCoreTest, BlockDirectoryTest, DirectSolrConnectionTest, PathHierarchyTokenizerFactoryTest, TestRemoteStreaming, TestMissingGroups, SystemInfoHandlerTest, TestDocTermOrds, TestJsonFacets, BaseCdcrDistributedZkTest, TestInfoStreamLogging, TestPerFieldSimilarity, TestAuthenticationFramework, TestManagedSchemaThreadSafety, TestFileDictionaryLookup, TestRequestForwarding, TestFastLRUCache, HdfsWriteToMultipleCollectionsTest, TestSubQueryTransformer, QueryElevationComponentTest, BJQParserTest, TestRawResponseWriter, TestJavabinTupleStreamParser, LeaderInitiatedRecoveryOnCommitTest, GraphQueryTest, AssignTest, SuggesterFSTTest, TimeZoneUtilsTest, TestElisionMultitermQuery, FileUtilsTest, TestSolrQueryParserResource, ExplicitHLLTest, TestRestoreCore, PeerSyncReplicationTest, TestFastOutputStream, TestDocumentBuilder, CoreAdminRequestStatusTest, TestNonDefinedSimilarityFactory, TestScoreJoinQPScore, TestComponentsName, TestRecoveryHdfs, TermsComponentTest, CollectionsAPIAsyncDistributedZkTest, DocumentBuilderTest, TestFieldSortValues, SampleTest, SmileWriterTest, ClassificationUpdateProcessorIntegrationTest, TestNoOpRegenerator, CursorMarkTest, HLLSerializationTest, SolrCloudExampleTest, TestExpandComponent, IndexSchemaRuntimeFieldTest, UtilsToolTest, ZkCLITest, ShardRoutingTest, SimpleCollectionCreateDeleteTest, TestSweetSpotSimilarityFactory, RollingRestartTest, AnalyticsMergeStrategyTest, TestFieldCacheReopen, TestLFUCache, OverseerStatusTest, TestFieldCollectionResource, TestStressRecovery, TestStressReorder, SolrGraphiteReporterTest, MigrateRouteKeyTest, CustomCollectionTest, DistributedFacetPivotSmallAdvancedTest, QueryEqualityTest, SpatialRPTFieldTypeTest, TestCollapseQParserPlugin, TestTolerantUpdateProcessorCloud, TestMiniSolrCloudCluster, TestSolrCloudSnapshots, TestExactSharedStatsCache, DateFieldTest, DOMUtilTest, TestTolerantSearch, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CdcrUpdateLogTest, SolrPluginUtilsTest, SolrTestCaseJ4Test, FacetPivotSmallTest, TestCustomDocTransformer, VersionInfoTest, DistributedFacetPivotLargeTest, DistanceUnitsTest, NumericFieldsTest, DisMaxRequestHandlerTest, PrimitiveFieldTypeTest, CoreSorterTest, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, TestDistributedSearch, SpellCheckComponentTest, PeerSyncTest, DirectUpdateHandlerTest, TestIndexSearcher, SoftAutoCommitTest, CurrencyFieldXmlFileTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, RequestHandlersTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, JSONWriterTest, QueryParsingTest, JsonLoaderTest, HighlighterConfigTest, TestQuerySenderListener, TestQuerySenderNoQuery, TestMergePolicyConfig, TestSolrCoreProperties, TestPhraseSuggestions, TestBM25SimilarityFactory, TestJmxMonitoredMap, OpenExchangeRatesOrgProviderTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, TestSolrJ, TestLRUCache, TestSimpleTrackingShardHandler, TestJettySolrRunner, AliasIntegrationTest, CollectionTooManyReplicasTest, ConfigSetsAPITest, DeleteReplicaTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, HttpPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRebalanceLeaders, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, TestClusterStateMutator, ZkStateWriterTest, RuleEngineTest, CachingDirectoryFactoryTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetProperties, TestConfigSets, TestDynamicLoading, TestInitParams, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrCoreSnapshots, RequestLoggingTest, TestConfigReload, TestHdfsBackupRestoreCore, TestReplicationHandlerBackup, TestSolrConfigHandlerCloud, DistributedFacetPivotSmallTest, InfixSuggestersTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, TestDistributedStatsComponentCardinality, SolrSlf4jReporterTest, SubstringBytesRefFilterTest, TestIntervalFaceting, TestBinaryResponseWriter, TestPushWriter, TestRawTransformer, TestSubQueryTransformerDistrib, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestSerializedLuceneMatchVersion, TestUniqueKeyFieldResource, BadCopyFieldTest, DocValuesMissingTest, EnumFieldTest, TestCloudManagedSchema, TestCollationFieldDocValues, TestPointFields, LargeFieldTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LargeFieldTest -Dtests.seed=8182758E494F5996 -Dtests.slow=true -Dtests.locale=it-CH -Dtests.timezone=America/Port-au-Prince -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | LargeFieldTest (suite) <<<
   [junit4]    > Throwable #1: java.nio.file.InvalidPathException: Illegal char <?> at index 17: ignoredSchemaName?
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8182758E494F5996]:0)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
   [junit4]    > 	at sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
   [junit4]    > 	at sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
   [junit4]    > 	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]    > 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
   [junit4]    > 	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [631/700 (1!)] on J0 in 0.12s, 0 tests, 1 error <<< FAILURES!

[...truncated 62942 lines...]


Re: [JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_121) - Build # 786 - Still Unstable!

Posted by David Smiley <da...@gmail.com>.
I *think* I fixed this one... we'll see if anything else comes up.
Frustratingly I can't reproduce anything but I'm in the process of getting
a Windows VM for the purposes of reproducing test failures.

On Fri, Mar 17, 2017 at 6:43 PM Policeman Jenkins Server <
jenkins@thetaphi.de> wrote:

> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/786/
> Java: 64bit/jdk1.8.0_121 -XX:-UseCompressedOops -XX:+UseSerialGC
>
> 1 tests failed.
> FAILED:  junit.framework.TestSuite.org.apache.solr.search.LargeFieldTest
>
> Error Message:
> Illegal char <?> at index 17: ignoredSchemaName?
>
> Stack Trace:
> java.nio.file.InvalidPathException: Illegal char <?> at index 17:
> ignoredSchemaName?
>         at __randomizedtesting.SeedInfo.seed([3C219A465C77DEEB]:0)
>         at
> sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
>         at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
>         at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
>         at sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
>         at sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
>         at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
>         at
> org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
>         at
> org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
>         at
> org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
>         at
> org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
>         at
> org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
>         at
> org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
>         at
> org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
>         at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
>         at
> org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
>         at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
>         at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
>         at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
>         at
> org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:48)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:498)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 13037 lines...]
>    [junit4] Suite: org.apache.solr.search.LargeFieldTest
>    [junit4]   2> Creating dataDir:
> C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.search.LargeFieldTest_3C219A465C77DEEB-001\init-core-data-001
>    [junit4]   2> 2633897 WARN
> (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ]
> o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
>    [junit4]   2> 2633897 INFO
> (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ]
> o.a.s.SolrTestCaseJ4 Using PointFields
>    [junit4]   2> 2633903 INFO
> (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ]
> o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
> @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN,
> clientAuth=NaN)
>    [junit4]   2> 2633905 INFO
> (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ]
> o.a.s.SolrTestCaseJ4 ####initCore
>    [junit4]   2> 2633906 INFO
> (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ]
> o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths:
> [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib,
> /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
>    [junit4]   2> 2633962 INFO
> (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
>    [junit4]   2> 2633968 INFO
> (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ]
> o.a.s.SolrTestCaseJ4 ###deleteCore
>    [junit4]   2> 2633968 INFO
> (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ]
> o.a.s.SolrTestCaseJ4
> ------------------------------------------------------- Done waiting for
> tracked resources to be released
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {},
> docValues:{}, maxPointsInLeafNode=1091, maxMBSortInHeap=5.361922293973317,
> sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-CL,
> timezone=Antarctica/DumontDUrville
>    [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121
> (64-bit)/cpus=3,threads=1,free=153085688,total=518979584
>    [junit4]   2> NOTE: All tests run in this JVM: [NoCacheHeaderTest,
> TestLMJelinekMercerSimilarityFactory, TestIndexSearcher,
> OpenCloseCoreStressTest, DistributedDebugComponentTest,
> TestJmxMonitoredMap, TestDistributedGrouping, TestExceedMaxTermLength,
> ShowFileRequestHandlerTest, TestDistribIDF, TestManagedResource,
> TestReversedWildcardFilterFactory, TermVectorComponentTest,
> ConnectionReuseTest, TestValueSourceCache, ZkStateReaderTest,
> TestRandomFaceting, TestReload, TestWriterPerf,
> PKIAuthenticationIntegrationTest, NotRequiredUniqueKeyTest,
> HdfsThreadLeakTest, DocExpirationUpdateProcessorFactoryTest,
> SuggesterTSTTest, TestMacroExpander, TestFieldCache,
> SpellCheckCollatorTest, TestTrie, SolrJmxReporterTest,
> TestLMDirichletSimilarityFactory, TestPathTrie, CircularListTest,
> TestQuerySenderListener, TestTestInjection, PreAnalyzedFieldTest,
> TestMinMaxOnMultiValuedField, TestOmitPositions,
> TestLeaderInitiatedRecoveryThread, AsyncCallRequestStatusResponseTest,
> TestNamedUpdateProcessors, TestUseDocValuesAsStored2, TestFilteredDocIdSet,
> TestExportWriter, TestPushWriter, TestXmlQParser,
> HdfsBasicDistributedZk2Test, LeaderFailureAfterFreshStartTest,
> TestSimpleQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest,
> TestJsonFacetRefinement, TestMultiWordSynonyms, TestApiFramework,
> QueryParsingTest, TestStressCloudBlindAtomicUpdates,
> DataDrivenBlockJoinTest, TestDefaultSearchFieldResource, IndexSchemaTest,
> HdfsRecoverLeaseTest, TestRawTransformer, TestFieldTypeResource,
> RankQueryTest, TestJoin, DistributedQueryComponentCustomSortTest,
> DebugComponentTest, TestCollectionAPI, ShardSplitTest, SortByFunctionTest,
> TestSchemalessBufferedUpdates, TestAddFieldRealTimeGet,
> ClassificationUpdateProcessorTest, TestImplicitCoreProperties,
> CleanupOldIndexTest, ShufflingReplicaListTransformerTest, TestFastWriter,
> SolrMetricReporterTest, ReplaceNodeTest, TestSolrXml,
> DistributedFacetPivotLongTailTest, TestQuerySenderNoQuery, DeleteShardTest,
> TestMaxScoreQueryParser, BlockJoinFacetSimpleTest,
> TestBlendedInfixSuggestions, UpdateRequestProcessorFactoryTest,
> TestPointFields, HttpSolrCallGetCoreTest, LeaderElectionIntegrationTest,
> TestCloudPivotFacet, SolrGangliaReporterTest,
> TestTolerantUpdateProcessorRandomCloud, SolrXmlInZkTest,
> TestHashQParserPlugin, UpdateLogTest, TestUtils, TestLockTree,
> TestNumericTerms32, JsonValidatorTest, WrapperMergePolicyFactoryTest,
> StatsComponentTest, TestDFRSimilarityFactory, TestUnifiedSolrHighlighter,
> TestScoreJoinQPNoScore, TestSizeLimitedDistributedMap, TestRTimerTree,
> CoreAdminCreateDiscoverTest, TestCrossCoreJoin, TestMergePolicyConfig,
> DistributedTermsComponentTest, FullHLLTest, BadIndexSchemaTest,
> TestRangeQuery, TestReplicaProperties, DistribCursorPagingTest,
> ShardRoutingCustomTest, WordBreakSolrSpellCheckerTest, ConfigSetsAPITest,
> TestReloadAndDeleteDocs, SpellingQueryConverterTest, AutoCommitTest,
> CdcrReplicationHandlerTest, TestRandomCollapseQParserPlugin,
> ChaosMonkeySafeLeaderTest, TestHdfsBackupRestoreCore, MinimalSchemaTest,
> ParsingFieldUpdateProcessorsTest, TestManagedSchemaAPI, TestCloudRecovery,
> CollectionTooManyReplicasTest, TestSearchPerf, SuggesterWFSTTest,
> TestUninvertingReader, TestFieldCacheWithThreads, DistanceFunctionTest,
> TestJsonRequest, TestSolrConfigHandler, TestSolrCoreSnapshots,
> TestQueryTypes, BitVectorTest, BlockCacheTest,
> CoreMergeIndexesAdminHandlerTest, TestSolrCloudWithKerberosAlt,
> SolrIndexMetricsTest, JavabinLoaderTest, TestSegmentSorting,
> TestSolr4Spatial2, SSLMigrationTest, TestConfig,
> TriLevelCompositeIdRoutingTest, HdfsUnloadDistributedZkTest,
> HdfsLockFactoryTest, CacheHeaderTest, TestPerFieldSimilarityClassic,
> TestIndexingPerformance, FieldAnalysisRequestHandlerTest,
> TestReRankQParserPlugin, DeleteNodeTest, BasicDistributedZk2Test,
> TestPKIAuthenticationPlugin, JsonLoaderTest, DeleteInactiveReplicaTest,
> TestManagedSynonymFilterFactory, TestFuzzyAnalyzedSuggestions,
> OverseerRolesTest, BasicFunctionalityTest, CdcrVersionReplicationTest,
> TestSuggestSpellingConverter, TestBadConfig, SyncSliceTest, BasicZkTest,
> FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest,
> TestRandomDVFaceting, TestDistributedSearch, QueryElevationComponentTest,
> ConvertedLegacyTest, TestSort, TestFiltering, HighlighterTest,
> SoftAutoCommitTest, CurrencyFieldOpenExchangeTest,
> DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest,
> SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser,
> CoreAdminHandlerTest, PolyFieldTest, TestUpdate,
> TestAtomicUpdateErrorCases, TestSolrDeletionPolicy1,
> XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TestQueryUtils,
> DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest,
> FileBasedSpellCheckerTest, DocumentBuilderTest, LoggingHandlerTest,
> ReturnFieldsTest, MBeansHandlerTest, BinaryUpdateRequestHandlerTest,
> CSVRequestHandlerTest, TestLFUCache, TestSolrDeletionPolicy2,
> NumericFieldsTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter,
> TestLuceneMatchVersion, TestCodecSupport, TestBM25SimilarityFactory,
> OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestSystemIdResolver,
> DateFieldTest, ClusterStateTest, TestLRUCache, UUIDFieldTest,
> DistributedIntervalFacetingTest, TestTolerantSearch,
> TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AliasIntegrationTest,
> CloudExitableDirectoryReaderTest, CollectionReloadTest,
> CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest,
> CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest,
> DeleteStatusTest, DistributedQueueTest, DocValuesNotIndexedTest,
> ForceLeaderTest, RemoteQueryErrorTest, RestartWhileUpdatingTest,
> RollingRestartTest, TestCryptoKeys, TestLeaderElectionWithEmptyReplica,
> TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution,
> TestSSLRandomization, TestStressLiveNodes,
> TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest,
> HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest,
> HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest,
> HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest,
> HdfsSyncSliceTest, StressHdfsTest, ZkStateWriterTest, RulesTest,
> ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoryTest,
> ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, QueryResultKeyTest,
> TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetImmutable,
> TestConfigSetProperties, TestConfigSets, TestCorePropertiesReload,
> TestCustomStream, RequestLoggingTest, TestBlobHandler, TestSQLHandler,
> TestSystemCollAutoCreate, InfoHandlerTest, MetricsHandlerTest,
> SegmentsInfoRequestHandlerTest, TestCollectionAPIs, TestConfigsApi,
> TestCoreAdminApis, DistributedExpandComponentTest,
> DistributedFacetExistsSmallTest, DistributedFacetPivotLargeTest,
> DistributedFacetPivotWhiteBoxTest, FacetPivotSmallTest,
> InfixSuggestersTest, ReplicaListTransformerTest,
> SuggestComponentContextFilterQueryTest,
> TestDistributedStatsComponentCardinality, TestFieldResource,
> TestSchemaNameResource, TestSchemaSimilarityResource,
> TestSolrQueryParserResource, BadCopyFieldTest, BooleanFieldTest,
> EnumFieldTest, TestBulkSchemaConcurrent, TestCollationFieldDocValues,
> TestSchemaManager, AnalyticsQueryTest, LargeFieldTest]
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LargeFieldTest
> -Dtests.seed=3C219A465C77DEEB -Dtests.slow=true -Dtests.locale=es-CL
> -Dtests.timezone=Antarctica/DumontDUrville -Dtests.asserts=true
> -Dtests.file.encoding=UTF-8
>    [junit4] ERROR   0.00s J1 | LargeFieldTest (suite) <<<
>    [junit4]    > Throwable #1: java.nio.file.InvalidPathException: Illegal
> char <?> at index 17: ignoredSchemaName?
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([3C219A465C77DEEB]:0)
>    [junit4]    >        at
> sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
>    [junit4]    >        at
> sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
>    [junit4]    >        at
> sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
>    [junit4]    >        at
> sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
>    [junit4]    >        at
> sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
>    [junit4]    >        at
> sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
>    [junit4]    >        at
> org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
>    [junit4]    >        at
> org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
>    [junit4]    >        at
> org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
>    [junit4]    >        at
> org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
>    [junit4]    >        at
> org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
>    [junit4]    >        at
> org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
>    [junit4]    >        at
> org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
>    [junit4]    >        at
> org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
>    [junit4]    >        at
> org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
>    [junit4]    >        at
> org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
>    [junit4]    >        at
> org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
>    [junit4]    >        at
> org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
>    [junit4]    >        at
> org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:48)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4] Completed [636/700 (1!)] on J1 in 0.09s, 0 tests, 1 error <<<
> FAILURES!
>
> [...truncated 62914 lines...]
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

-- 
Lucene/Solr Search Committer, Consultant, Developer, Author, Speaker
LinkedIn: http://linkedin.com/in/davidwsmiley | Book:
http://www.solrenterprisesearchserver.com

[JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_121) - Build # 786 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/786/
Java: 64bit/jdk1.8.0_121 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.search.LargeFieldTest

Error Message:
Illegal char <?> at index 17: ignoredSchemaName?

Stack Trace:
java.nio.file.InvalidPathException: Illegal char <?> at index 17: ignoredSchemaName?
	at __randomizedtesting.SeedInfo.seed([3C219A465C77DEEB]:0)
	at sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
	at sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
	at sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
	at org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
	at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 13037 lines...]
   [junit4] Suite: org.apache.solr.search.LargeFieldTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.search.LargeFieldTest_3C219A465C77DEEB-001\init-core-data-001
   [junit4]   2> 2633897 WARN  (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 2633897 INFO  (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2633903 INFO  (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2633905 INFO  (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2633906 INFO  (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2633962 INFO  (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2633968 INFO  (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2633968 INFO  (SUITE-LargeFieldTest-seed#[3C219A465C77DEEB]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1091, maxMBSortInHeap=5.361922293973317, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-CL, timezone=Antarctica/DumontDUrville
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=153085688,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [NoCacheHeaderTest, TestLMJelinekMercerSimilarityFactory, TestIndexSearcher, OpenCloseCoreStressTest, DistributedDebugComponentTest, TestJmxMonitoredMap, TestDistributedGrouping, TestExceedMaxTermLength, ShowFileRequestHandlerTest, TestDistribIDF, TestManagedResource, TestReversedWildcardFilterFactory, TermVectorComponentTest, ConnectionReuseTest, TestValueSourceCache, ZkStateReaderTest, TestRandomFaceting, TestReload, TestWriterPerf, PKIAuthenticationIntegrationTest, NotRequiredUniqueKeyTest, HdfsThreadLeakTest, DocExpirationUpdateProcessorFactoryTest, SuggesterTSTTest, TestMacroExpander, TestFieldCache, SpellCheckCollatorTest, TestTrie, SolrJmxReporterTest, TestLMDirichletSimilarityFactory, TestPathTrie, CircularListTest, TestQuerySenderListener, TestTestInjection, PreAnalyzedFieldTest, TestMinMaxOnMultiValuedField, TestOmitPositions, TestLeaderInitiatedRecoveryThread, AsyncCallRequestStatusResponseTest, TestNamedUpdateProcessors, TestUseDocValuesAsStored2, TestFilteredDocIdSet, TestExportWriter, TestPushWriter, TestXmlQParser, HdfsBasicDistributedZk2Test, LeaderFailureAfterFreshStartTest, TestSimpleQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest, TestJsonFacetRefinement, TestMultiWordSynonyms, TestApiFramework, QueryParsingTest, TestStressCloudBlindAtomicUpdates, DataDrivenBlockJoinTest, TestDefaultSearchFieldResource, IndexSchemaTest, HdfsRecoverLeaseTest, TestRawTransformer, TestFieldTypeResource, RankQueryTest, TestJoin, DistributedQueryComponentCustomSortTest, DebugComponentTest, TestCollectionAPI, ShardSplitTest, SortByFunctionTest, TestSchemalessBufferedUpdates, TestAddFieldRealTimeGet, ClassificationUpdateProcessorTest, TestImplicitCoreProperties, CleanupOldIndexTest, ShufflingReplicaListTransformerTest, TestFastWriter, SolrMetricReporterTest, ReplaceNodeTest, TestSolrXml, DistributedFacetPivotLongTailTest, TestQuerySenderNoQuery, DeleteShardTest, TestMaxScoreQueryParser, BlockJoinFacetSimpleTest, TestBlendedInfixSuggestions, UpdateRequestProcessorFactoryTest, TestPointFields, HttpSolrCallGetCoreTest, LeaderElectionIntegrationTest, TestCloudPivotFacet, SolrGangliaReporterTest, TestTolerantUpdateProcessorRandomCloud, SolrXmlInZkTest, TestHashQParserPlugin, UpdateLogTest, TestUtils, TestLockTree, TestNumericTerms32, JsonValidatorTest, WrapperMergePolicyFactoryTest, StatsComponentTest, TestDFRSimilarityFactory, TestUnifiedSolrHighlighter, TestScoreJoinQPNoScore, TestSizeLimitedDistributedMap, TestRTimerTree, CoreAdminCreateDiscoverTest, TestCrossCoreJoin, TestMergePolicyConfig, DistributedTermsComponentTest, FullHLLTest, BadIndexSchemaTest, TestRangeQuery, TestReplicaProperties, DistribCursorPagingTest, ShardRoutingCustomTest, WordBreakSolrSpellCheckerTest, ConfigSetsAPITest, TestReloadAndDeleteDocs, SpellingQueryConverterTest, AutoCommitTest, CdcrReplicationHandlerTest, TestRandomCollapseQParserPlugin, ChaosMonkeySafeLeaderTest, TestHdfsBackupRestoreCore, MinimalSchemaTest, ParsingFieldUpdateProcessorsTest, TestManagedSchemaAPI, TestCloudRecovery, CollectionTooManyReplicasTest, TestSearchPerf, SuggesterWFSTTest, TestUninvertingReader, TestFieldCacheWithThreads, DistanceFunctionTest, TestJsonRequest, TestSolrConfigHandler, TestSolrCoreSnapshots, TestQueryTypes, BitVectorTest, BlockCacheTest, CoreMergeIndexesAdminHandlerTest, TestSolrCloudWithKerberosAlt, SolrIndexMetricsTest, JavabinLoaderTest, TestSegmentSorting, TestSolr4Spatial2, SSLMigrationTest, TestConfig, TriLevelCompositeIdRoutingTest, HdfsUnloadDistributedZkTest, HdfsLockFactoryTest, CacheHeaderTest, TestPerFieldSimilarityClassic, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestReRankQParserPlugin, DeleteNodeTest, BasicDistributedZk2Test, TestPKIAuthenticationPlugin, JsonLoaderTest, DeleteInactiveReplicaTest, TestManagedSynonymFilterFactory, TestFuzzyAnalyzedSuggestions, OverseerRolesTest, BasicFunctionalityTest, CdcrVersionReplicationTest, TestSuggestSpellingConverter, TestBadConfig, SyncSliceTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, HighlighterTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, PolyFieldTest, TestUpdate, TestAtomicUpdateErrorCases, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TestQueryUtils, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, DocumentBuilderTest, LoggingHandlerTest, ReturnFieldsTest, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestLFUCache, TestSolrDeletionPolicy2, NumericFieldsTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestCodecSupport, TestBM25SimilarityFactory, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestSystemIdResolver, DateFieldTest, ClusterStateTest, TestLRUCache, UUIDFieldTest, DistributedIntervalFacetingTest, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AliasIntegrationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, RollingRestartTest, TestCryptoKeys, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestSSLRandomization, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, StressHdfsTest, ZkStateWriterTest, RulesTest, ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestConfigSets, TestCorePropertiesReload, TestCustomStream, RequestLoggingTest, TestBlobHandler, TestSQLHandler, TestSystemCollAutoCreate, InfoHandlerTest, MetricsHandlerTest, SegmentsInfoRequestHandlerTest, TestCollectionAPIs, TestConfigsApi, TestCoreAdminApis, DistributedExpandComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotLargeTest, DistributedFacetPivotWhiteBoxTest, FacetPivotSmallTest, InfixSuggestersTest, ReplicaListTransformerTest, SuggestComponentContextFilterQueryTest, TestDistributedStatsComponentCardinality, TestFieldResource, TestSchemaNameResource, TestSchemaSimilarityResource, TestSolrQueryParserResource, BadCopyFieldTest, BooleanFieldTest, EnumFieldTest, TestBulkSchemaConcurrent, TestCollationFieldDocValues, TestSchemaManager, AnalyticsQueryTest, LargeFieldTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LargeFieldTest -Dtests.seed=3C219A465C77DEEB -Dtests.slow=true -Dtests.locale=es-CL -Dtests.timezone=Antarctica/DumontDUrville -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | LargeFieldTest (suite) <<<
   [junit4]    > Throwable #1: java.nio.file.InvalidPathException: Illegal char <?> at index 17: ignoredSchemaName?
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3C219A465C77DEEB]:0)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
   [junit4]    > 	at sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
   [junit4]    > 	at sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
   [junit4]    > 	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]    > 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
   [junit4]    > 	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [636/700 (1!)] on J1 in 0.09s, 0 tests, 1 error <<< FAILURES!

[...truncated 62914 lines...]


[JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_121) - Build # 785 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/785/
Java: 64bit/jdk1.8.0_121 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.search.LargeFieldTest

Error Message:
Illegal char <?> at index 17: ignoredSchemaName?

Stack Trace:
java.nio.file.InvalidPathException: Illegal char <?> at index 17: ignoredSchemaName?
	at __randomizedtesting.SeedInfo.seed([8FB7E345A05CB8AF]:0)
	at sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
	at sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
	at sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
	at org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
	at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 13026 lines...]
   [junit4] Suite: org.apache.solr.search.LargeFieldTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.search.LargeFieldTest_8FB7E345A05CB8AF-001\init-core-data-001
   [junit4]   2> 2700484 WARN  (SUITE-LargeFieldTest-seed#[8FB7E345A05CB8AF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
   [junit4]   2> 2700484 INFO  (SUITE-LargeFieldTest-seed#[8FB7E345A05CB8AF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2700491 INFO  (SUITE-LargeFieldTest-seed#[8FB7E345A05CB8AF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2700493 INFO  (SUITE-LargeFieldTest-seed#[8FB7E345A05CB8AF]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2700494 INFO  (SUITE-LargeFieldTest-seed#[8FB7E345A05CB8AF]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2700560 WARN  (SUITE-LargeFieldTest-seed#[8FB7E345A05CB8AF]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2700561 INFO  (SUITE-LargeFieldTest-seed#[8FB7E345A05CB8AF]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 2700568 INFO  (SUITE-LargeFieldTest-seed#[8FB7E345A05CB8AF]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2700568 INFO  (SUITE-LargeFieldTest-seed#[8FB7E345A05CB8AF]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=cs-CZ, timezone=Asia/Baku
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=143820848,total=532676608
   [junit4]   2> NOTE: All tests run in this JVM: [MBeansHandlerTest, SSLMigrationTest, TestDFISimilarityFactory, DocExpirationUpdateProcessorFactoryTest, ConjunctionSolrSpellCheckerTest, ShardRoutingCustomTest, CSVRequestHandlerTest, TestBlobHandler, TestSystemCollAutoCreate, FileBasedSpellCheckerTest, ShufflingReplicaListTransformerTest, BasicDistributedZk2Test, TestSchemalessBufferedUpdates, TestTolerantUpdateProcessorRandomCloud, FieldMutatingUpdateProcessorTest, TestRTimerTree, CollectionsAPISolrJTest, TestCryptoKeys, JsonLoaderTest, SpellCheckComponentTest, TermVectorComponentTest, TestSuggestSpellingConverter, TestTestInjection, CdcrVersionReplicationTest, TestAddFieldRealTimeGet, TestFiltering, AsyncCallRequestStatusResponseTest, TestCoreDiscovery, TestBinaryResponseWriter, TestBadConfig, CollectionTooManyReplicasTest, TestRandomFaceting, TestSolrCoreProperties, BitVectorTest, DistributedFacetExistsSmallTest, TermVectorComponentDistributedTest, TestSolrQueryParser, TestUninvertingReader, TestReloadDeadlock, TestCloudRecovery, TestDocSet, DistributedTermsComponentTest, TestJoin, TestDistributedStatsComponentCardinality, TestQueryUtils, SolrXmlInZkTest, TestConfigSetImmutable, AutoCommitTest, TestNamedUpdateProcessors, CoreAdminHandlerTest, OverseerCollectionConfigSetProcessorTest, TriLevelCompositeIdRoutingTest, TestRequestStatusCollectionAPI, TestCustomStream, SignatureUpdateProcessorFactoryTest, TestBulkSchemaConcurrent, TestRawTransformer, StressHdfsTest, TestZkChroot, TestSolrQueryParserDefaultOperatorResource, TestPointFields, LukeRequestHandlerTest, JsonValidatorTest, TestImpersonationWithHadoopAuth, CoreMergeIndexesAdminHandlerTest, BlockCacheTest, TestDefaultSearchFieldResource, MetricUtilsTest, FullHLLTest, ConfigSetsAPITest, UUIDUpdateProcessorFallbackTest, SolrCmdDistributorTest, NoCacheHeaderTest, SimpleMLTQParserTest, TestTrie, TestExportWriter, IndexSchemaTest, CollectionsAPIDistributedZkTest, FullSolrCloudDistribCmdsTest, TestRandomCollapseQParserPlugin, HdfsBasicDistributedZk2Test, TestSystemIdResolver, ConnectionReuseTest, HdfsThreadLeakTest, TestCloudPivotFacet, TestChildDocTransformer, TestSchemaVersionResource, TestOmitPositions, TestCrossCoreJoin, TestFieldCacheSortRandom, RegexBoostProcessorTest, OverseerTaskQueueTest, HdfsRecoverLeaseTest, CacheHeaderTest, BadIndexSchemaTest, TestGraphMLResponseWriter, BlockJoinFacetDistribTest, HttpSolrCallGetCoreTest, TestStressCloudBlindAtomicUpdates, TestQueryTypes, DeleteShardTest, DistribJoinFromCollectionTest, TestDFRSimilarityFactory, DateRangeFieldTest, ForceLeaderTest, TestUtils, ParsingFieldUpdateProcessorsTest, TestNumericTerms32, UUIDFieldTest, TestFilteredDocIdSet, SolrCoreMetricManagerTest, TestSha256AuthenticationProvider, TestMinMaxOnMultiValuedField, TestCollectionAPI, TestBlendedInfixSuggestions, TestSolr4Spatial, TestJsonRequest, NotRequiredUniqueKeyTest, BufferStoreTest, SpellingQueryConverterTest, RankQueryTest, TestConfigSetsAPIExclusivity, TestConfigSets, MetricsHandlerTest, DistanceFunctionTest, SortByFunctionTest, TestRestManager, ResourceLoaderTest, DistribCursorPagingTest, SegmentsInfoRequestHandlerTest, TestCollationFieldDocValues, ZkStateReaderTest, TestConfig, TestFuzzyAnalyzedSuggestions, SpellCheckCollatorTest, TestManagedSynonymFilterFactory, TestLeaderElectionWithEmptyReplica, TestIndexingPerformance, ClassificationUpdateProcessorTest, TestHdfsBackupRestoreCore, DistributedFacetPivotLongTailTest, CurrencyFieldOpenExchangeTest, UpdateParamsTest, TestQuerySenderNoQuery, AliasIntegrationTest, TestHashQParserPlugin, TestDistributedGrouping, ScriptEngineTest, EchoParamsTest, SharedFSAutoReplicaFailoverUtilsTest, TestUniqueKeyFieldResource, ReturnFieldsTest, TestSolrCoreSnapshots, TestExclusionRuleCollectionAccess, RestartWhileUpdatingTest, TestFieldResource, ClusterStateTest, TestJsonFacetRefinement, TestValueSourceCache, SolrCLIZkUtilsTest, TestSortByMinMaxFunction, TestSearchPerf, ShardSplitTest, LeaderElectionIntegrationTest, BlockJoinFacetSimpleTest, ChaosMonkeySafeLeaderTest, TestSolrCloudWithKerberosAlt, TestSolrXml, DistributedDebugComponentTest, DistributedSpellCheckComponentTest, TestStressVersions, HardAutoCommitTest, SolrCoreTest, StatsComponentTest, BasicFunctionalityTest, TestIndexSearcher, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, SolrRequestParserTest, DocValuesTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, SolrInfoMBeanTest, DebugComponentTest, TestWriterPerf, TestReversedWildcardFilterFactory, RequestHandlersTest, RequiredFieldsTest, LoggingHandlerTest, JSONWriterTest, QueryParsingTest, TestPHPSerializedResponseWriter, TestBinaryResponseWriter, TestLFUCache, TestStressRecovery, TestSolrDeletionPolicy2, SampleTest, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, OpenExchangeRatesOrgProviderTest, PluginInfoTest, PreAnalyzedFieldTest, TestDocumentBuilder, FileUtilsTest, DistributedMLTComponentTest, TestDistributedMissingSort, TestHighlightDedupGrouping, TestPathTrie, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, RemoteQueryErrorTest, RollingRestartTest, SolrCloudExampleTest, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestDistribDocBasedVersion, TestLockTree, TestMiniSolrCloudCluster, TestReplicaProperties, TestRequestForwarding, TestSegmentSorting, TestStressInPlaceUpdates, TestSolrDynamicMBean, TestSolrCloudSnapshots, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, DistributedFacetPivotWhiteBoxTest, FacetPivotSmallTest, InfixSuggestersTest, SuggestComponentContextFilterQueryTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, SolrJmxReporterTest, SolrSlf4jReporterTest, TestMacroExpander, TestMacros, SmileWriterTest, TestSubQueryTransformerDistrib, BadCopyFieldTest, BooleanFieldTest, DocValuesMissingTest, PreAnalyzedFieldManagedSchemaCloudTest, TestManagedSchema, TestManagedSchemaAPI, LargeFieldTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LargeFieldTest -Dtests.seed=8FB7E345A05CB8AF -Dtests.slow=true -Dtests.locale=cs-CZ -Dtests.timezone=Asia/Baku -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | LargeFieldTest (suite) <<<
   [junit4]    > Throwable #1: java.nio.file.InvalidPathException: Illegal char <?> at index 17: ignoredSchemaName?
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8FB7E345A05CB8AF]:0)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
   [junit4]    > 	at sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
   [junit4]    > 	at sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
   [junit4]    > 	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]    > 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
   [junit4]    > 	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [630/700 (1!)] on J1 in 0.10s, 0 tests, 1 error <<< FAILURES!

[...truncated 62918 lines...]


[JENKINS] Lucene-Solr-6.x-Windows (32bit/jdk1.8.0_121) - Build # 784 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/784/
Java: 32bit/jdk1.8.0_121 -server -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([4FE70156489523B0:C4C0D28709938834]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:865)
	at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.LargeFieldTest

Error Message:
Illegal char <?> at index 17: ignoredSchemaName?

Stack Trace:
java.nio.file.InvalidPathException: Illegal char <?> at index 17: ignoredSchemaName?
	at __randomizedtesting.SeedInfo.seed([4FE70156489523B0]:0)
	at sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
	at sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
	at sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
	at org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
	at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:51)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11797 lines...]
   [junit4] Suite: org.apache.solr.search.LargeFieldTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J1\temp\solr.search.LargeFieldTest_4FE70156489523B0-001\init-core-data-001
   [junit4]   2> 1022823 WARN  (SUITE-LargeFieldTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=351 numCloses=351
   [junit4]   2> 1022823 INFO  (SUITE-LargeFieldTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1022829 INFO  (SUITE-LargeFieldTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1022831 INFO  (SUITE-LargeFieldTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1022832 INFO  (SUITE-LargeFieldTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1022894 WARN  (SUITE-LargeFieldTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1022895 INFO  (SUITE-LargeFieldTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 1022899 INFO  (SUITE-LargeFieldTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1022900 INFO  (SUITE-LargeFieldTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1958, maxMBSortInHeap=7.359682764394887, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ja, timezone=Europe/Gibraltar
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_121 (32-bit)/cpus=3,threads=1,free=35486936,total=263770112
   [junit4]   2> NOTE: All tests run in this JVM: [TestRecovery, BlockJoinFacetRandomTest, BinaryUpdateRequestHandlerTest, TestNoOpRegenerator, TestSmileRequest, JsonLoaderTest, TestJmxMonitoredMap, HdfsUnloadDistributedZkTest, TestQueryTypes, TestReplicaProperties, LeaderInitiatedRecoveryOnShardRestartTest, TestImplicitCoreProperties, TestCollectionAPI, DistribJoinFromCollectionTest, TestAnalyzeInfixSuggestions, CloudMLTQParserTest, ShowFileRequestHandlerTest, TestCoreDiscovery, SolrInfoMBeanTest, TestManagedResource, UpdateRequestProcessorFactoryTest, JavabinLoaderTest, TestHdfsBackupRestoreCore, CoreAdminHandlerTest, TestReversedWildcardFilterFactory, DistribCursorPagingTest, TestFiltering, InfixSuggestersTest, TestSolrCLIRunExample, HdfsRecoverLeaseTest, TestBadConfig, OpenCloseCoreStressTest, LoggingHandlerTest, RankQueryTest, TestSolrCoreProperties, BadIndexSchemaTest, TestSolr4Spatial, EchoParamsTest, ResourceLoaderTest, PreAnalyzedFieldManagedSchemaCloudTest, DistributedFacetPivotLongTailTest, AnalyticsQueryTest, TestRandomFaceting, TestCodecSupport, TermVectorComponentTest, DateRangeFieldTest, TestSearcherReuse, CoreAdminCreateDiscoverTest, TestIndexingPerformance, NoCacheHeaderTest, ShufflingReplicaListTransformerTest, CSVRequestHandlerTest, TestWriterPerf, FileBasedSpellCheckerTest, SSLMigrationTest, TestSimpleTrackingShardHandler, TestQuerySenderListener, QueryParsingTest, TestBlobHandler, TestFilteredDocIdSet, TestDocSet, PreAnalyzedFieldTest, TestIndexSearcher, NotRequiredUniqueKeyTest, TestStandardQParsers, TestFieldResource, TestSolrCoreSnapshots, TestReload, ConnectionReuseTest, HdfsChaosMonkeyNothingIsSafeTest, TestSubQueryTransformerCrossCore, TestPivotHelperCode, TestCrossCoreJoin, SuggesterWFSTTest, HdfsThreadLeakTest, DistributedFacetExistsSmallTest, TestSystemIdResolver, TestGraphMLResponseWriter, SharedFSAutoReplicaFailoverUtilsTest, DirectoryFactoryTest, TestSchemalessBufferedUpdates, BigEndianAscendingWordSerializerTest, GraphQueryTest, AliasIntegrationTest, TestManagedSynonymFilterFactory, TestQueryUtils, MetricsHandlerTest, TestNonDefinedSimilarityFactory, SortByFunctionTest, ConvertedLegacyTest, PreAnalyzedUpdateProcessorTest, TestSolrDeletionPolicy2, JSONWriterTest, TestRawTransformer, ShardRoutingCustomTest, TestReqParamsAPI, DistributedTermsComponentTest, TestBulkSchemaConcurrent, RulesTest, TestStressCloudBlindAtomicUpdates, TestTrieFacet, TestPathTrie, TestCryptoKeys, AsyncCallRequestStatusResponseTest, TestFoldingMultitermQuery, SuggestComponentContextFilterQueryTest, TestSuggestSpellingConverter, StressHdfsTest, TestConfig, ZkSolrClientTest, SmileWriterTest, TestFieldTypeResource, TestTrie, TestCustomStream, TestHighFrequencyDictionaryFactory, TestUniqueKeyFieldResource, SolrXmlInZkTest, TestObjectReleaseTracker, DistributedSuggestComponentTest, TestNumericTerms64, RequestHandlersTest, CollectionReloadTest, TestDistributedStatsComponentCardinality, SliceStateTest, TestSegmentSorting, TestSQLHandler, CleanupOldIndexTest, TestLMDirichletSimilarityFactory, ZkStateReaderTest, SparseHLLTest, CloneFieldUpdateProcessorFactoryTest, SolrJmxReporterTest, SolrGangliaReporterTest, TestLRUStatsCache, TestSearchPerf, TestFuzzyAnalyzedSuggestions, FieldMutatingUpdateProcessorTest, TestConfigSets, LeaderElectionContextKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, CurrencyFieldOpenExchangeTest, BasicZkTest, OverseerCollectionConfigSetProcessorTest, HighlighterConfigTest, TestSchemaVersionResource, SolrCoreCheckLockOnStartupTest, TestRequestStatusCollectionAPI, TestTolerantUpdateProcessorRandomCloud, TestHashQParserPlugin, TestExclusionRuleCollectionAccess, StatsComponentTest, TestSolrCoreParser, LargeFieldTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LargeFieldTest -Dtests.seed=4FE70156489523B0 -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=Europe/Gibraltar -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | LargeFieldTest (suite) <<<
   [junit4]    > Throwable #1: java.nio.file.InvalidPathException: Illegal char <?> at index 17: ignoredSchemaName?
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4FE70156489523B0]:0)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.normalize(WindowsPathParser.java:182)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:153)
   [junit4]    > 	at sun.nio.fs.WindowsPathParser.parse(WindowsPathParser.java:77)
   [junit4]    > 	at sun.nio.fs.WindowsPath.parse(WindowsPath.java:94)
   [junit4]    > 	at sun.nio.fs.WindowsFileSystem.getPath(WindowsFileSystem.java:255)
   [junit4]    > 	at sun.nio.fs.AbstractPath.resolve(AbstractPath.java:53)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.openResource(SolrResourceLoader.java:385)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:353)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.warnIfNonManagedSchemaExists(ManagedIndexSchemaFactory.java:241)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.readSchemaLocally(ManagedIndexSchemaFactory.java:198)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:118)
   [junit4]    > 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]    > 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    > 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:704)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:694)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:568)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:557)
   [junit4]    > 	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:51)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [268/699 (1!)] on J1 in 0.15s, 0 tests, 1 error <<< FAILURES!

[...truncated 943 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\init-core-data-001
   [junit4]   2> 2144917 WARN  (SUITE-ShardSplitTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 2144918 INFO  (SUITE-ShardSplitTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2144926 INFO  (SUITE-ShardSplitTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2144926 INFO  (SUITE-ShardSplitTest-seed#[4FE70156489523B0]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2144930 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2144930 INFO  (Thread-4548) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2144930 INFO  (Thread-4548) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2145030 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.ZkTestServer start zk server on port:55876
   [junit4]   2> 2145038 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad994d9bc0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2145047 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2145050 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2145052 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2145055 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2145056 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2145058 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2145060 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2145062 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2145065 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2145067 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2145069 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2145803 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\control-001\cores\collection1
   [junit4]   2> 2145806 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2145806 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bb561d{/,null,AVAILABLE}
   [junit4]   2> 2145808 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b021bd{HTTP/1.1,[http/1.1]}{127.0.0.1:55883}
   [junit4]   2> 2145808 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.Server Started @2151957ms
   [junit4]   2> 2145808 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\tempDir-001/control/data, hostContext=/, hostPort=55883, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\control-001\cores}
   [junit4]   2> 2145808 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2145808 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.5.0
   [junit4]   2> 2145808 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2145808 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2145808 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T00:04:56.229Z
   [junit4]   2> 2145815 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad994d9bc0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2145815 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2145815 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\control-001\solr.xml
   [junit4]   2> 2145833 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2145834 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55876/solr
   [junit4]   2> 2145863 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55883_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2145864 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55883_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55883_
   [junit4]   2> 2145866 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55883_    ] o.a.s.c.Overseer Overseer (id=97629575273250820-127.0.0.1:55883_-n_0000000000) starting
   [junit4]   2> 2145873 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55883_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55883_
   [junit4]   2> 2145912 INFO  (zkCallback-3056-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2146126 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55883_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\control-001\cores
   [junit4]   2> 2146126 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55883_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2146135 INFO  (OverseerStateUpdate-97629575273250820-127.0.0.1:55883_-n_0000000000) [n:127.0.0.1:55883_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2147174 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 2147187 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2147262 WARN  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2147264 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2147288 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2147289 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2147289 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\control-001\cores\collection1\data\]
   [junit4]   2> 2147289 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a954c
   [junit4]   2> 2147296 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19926455731995524]
   [junit4]   2> 2147313 WARN  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2147464 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2147464 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2147466 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2147466 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2147471 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=98.904296875, floorSegmentMB=1.7578125, forceMergeDeletesPctAllowed=27.69974418201473, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6739188868231106
   [junit4]   2> 2147471 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ecf2ba[collection1] main]
   [junit4]   2> 2147473 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2147474 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2147474 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2147475 INFO  (searcherExecutor-8334-thread-1-processing-n:127.0.0.1:55883_ x:collection1 c:control_collection) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1ecf2ba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2147476 INFO  (coreLoadExecutor-8333-thread-1-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562073207036444672
   [junit4]   2> 2147494 INFO  (coreZkRegister-8326-thread-1-processing-n:127.0.0.1:55883_ x:collection1 c:control_collection) [n:127.0.0.1:55883_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2147494 INFO  (coreZkRegister-8326-thread-1-processing-n:127.0.0.1:55883_ x:collection1 c:control_collection) [n:127.0.0.1:55883_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2147494 INFO  (coreZkRegister-8326-thread-1-processing-n:127.0.0.1:55883_ x:collection1 c:control_collection) [n:127.0.0.1:55883_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55883/collection1/
   [junit4]   2> 2147494 INFO  (coreZkRegister-8326-thread-1-processing-n:127.0.0.1:55883_ x:collection1 c:control_collection) [n:127.0.0.1:55883_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2147494 INFO  (coreZkRegister-8326-thread-1-processing-n:127.0.0.1:55883_ x:collection1 c:control_collection) [n:127.0.0.1:55883_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55883/collection1/ has no replicas
   [junit4]   2> 2147494 INFO  (coreZkRegister-8326-thread-1-processing-n:127.0.0.1:55883_ x:collection1 c:control_collection) [n:127.0.0.1:55883_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2147498 INFO  (coreZkRegister-8326-thread-1-processing-n:127.0.0.1:55883_ x:collection1 c:control_collection) [n:127.0.0.1:55883_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55883/collection1/ shard1
   [junit4]   2> 2147654 INFO  (coreZkRegister-8326-thread-1-processing-n:127.0.0.1:55883_ x:collection1 c:control_collection) [n:127.0.0.1:55883_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2147698 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2147700 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55876/solr ready
   [junit4]   2> 2147700 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2147700 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 2147705 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad994d9bc0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2148392 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-1-001\cores\collection1
   [junit4]   2> 2148395 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-1-001
   [junit4]   2> 2148396 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2148396 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17533db{/,null,AVAILABLE}
   [junit4]   2> 2148398 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e996ac{HTTP/1.1,[http/1.1]}{127.0.0.1:55901}
   [junit4]   2> 2148398 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.Server Started @2154548ms
   [junit4]   2> 2148398 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=55901, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-1-001\cores}
   [junit4]   2> 2148399 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2148399 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.5.0
   [junit4]   2> 2148399 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2148399 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2148399 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T00:04:58.820Z
   [junit4]   2> 2148404 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad994d9bc0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2148404 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2148405 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-1-001\solr.xml
   [junit4]   2> 2148422 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2148423 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55876/solr
   [junit4]   2> 2148439 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2148442 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55901_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2148447 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55901_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55901_
   [junit4]   2> 2148507 INFO  (zkCallback-3056-thread-3-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2148507 INFO  (zkCallback-3060-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2148508 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2148631 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55901_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-1-001\cores
   [junit4]   2> 2148631 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55901_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2148727 INFO  (OverseerStateUpdate-97629575273250820-127.0.0.1:55883_-n_0000000000) [n:127.0.0.1:55883_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2148831 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2149767 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 2149779 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2149857 WARN  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2149858 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2149882 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2149882 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2149883 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-1-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-1-001\cores\collection1\data\]
   [junit4]   2> 2149883 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a954c
   [junit4]   2> 2149890 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19926455731995524]
   [junit4]   2> 2149899 WARN  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2150054 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2150054 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2150055 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2150055 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2150057 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=98.904296875, floorSegmentMB=1.7578125, forceMergeDeletesPctAllowed=27.69974418201473, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6739188868231106
   [junit4]   2> 2150058 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14ce00a[collection1] main]
   [junit4]   2> 2150059 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2150060 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2150060 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2150062 INFO  (searcherExecutor-8345-thread-1-processing-n:127.0.0.1:55901_ x:collection1 c:collection1) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@14ce00a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2150063 INFO  (coreLoadExecutor-8344-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562073209749110784
   [junit4]   2> 2150075 INFO  (coreZkRegister-8339-thread-1-processing-n:127.0.0.1:55901_ x:collection1 c:collection1) [n:127.0.0.1:55901_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2150076 INFO  (coreZkRegister-8339-thread-1-processing-n:127.0.0.1:55901_ x:collection1 c:collection1) [n:127.0.0.1:55901_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2150076 INFO  (coreZkRegister-8339-thread-1-processing-n:127.0.0.1:55901_ x:collection1 c:collection1) [n:127.0.0.1:55901_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55901/collection1/
   [junit4]   2> 2150076 INFO  (coreZkRegister-8339-thread-1-processing-n:127.0.0.1:55901_ x:collection1 c:collection1) [n:127.0.0.1:55901_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2150076 INFO  (coreZkRegister-8339-thread-1-processing-n:127.0.0.1:55901_ x:collection1 c:collection1) [n:127.0.0.1:55901_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55901/collection1/ has no replicas
   [junit4]   2> 2150076 INFO  (coreZkRegister-8339-thread-1-processing-n:127.0.0.1:55901_ x:collection1 c:collection1) [n:127.0.0.1:55901_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2150080 INFO  (coreZkRegister-8339-thread-1-processing-n:127.0.0.1:55901_ x:collection1 c:collection1) [n:127.0.0.1:55901_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55901/collection1/ shard2
   [junit4]   2> 2150184 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2150238 INFO  (coreZkRegister-8339-thread-1-processing-n:127.0.0.1:55901_ x:collection1 c:collection1) [n:127.0.0.1:55901_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2150443 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2150880 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-2-001\cores\collection1
   [junit4]   2> 2150885 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-2-001
   [junit4]   2> 2150885 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2150886 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@123d6b8{/,null,AVAILABLE}
   [junit4]   2> 2150886 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8fef11{HTTP/1.1,[http/1.1]}{127.0.0.1:55913}
   [junit4]   2> 2150888 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.Server Started @2157038ms
   [junit4]   2> 2150888 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=55913, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-2-001\cores}
   [junit4]   2> 2150888 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2150888 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.5.0
   [junit4]   2> 2150888 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2150888 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2150888 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T00:05:01.309Z
   [junit4]   2> 2150893 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2150893 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-2-001\solr.xml
   [junit4]   2> 2150909 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2150909 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55876/solr
   [junit4]   2> 2150916 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad994d9bc000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2150925 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55913_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2150930 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55913_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2150933 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55913_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55913_
   [junit4]   2> 2150935 INFO  (zkCallback-3056-thread-2-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2150936 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2150936 INFO  (zkCallback-3060-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2150936 INFO  (zkCallback-3072-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2151047 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2151158 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55913_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-2-001\cores
   [junit4]   2> 2151158 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55913_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2151161 INFO  (OverseerStateUpdate-97629575273250820-127.0.0.1:55883_-n_0000000000) [n:127.0.0.1:55883_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2151264 INFO  (zkCallback-3072-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2151264 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2152189 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 2152215 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2152290 WARN  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2152292 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2152316 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2152316 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2152316 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-2-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-2-001\cores\collection1\data\]
   [junit4]   2> 2152316 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a954c
   [junit4]   2> 2152324 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19926455731995524]
   [junit4]   2> 2152331 WARN  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2152472 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2152472 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2152473 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2152473 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2152475 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=98.904296875, floorSegmentMB=1.7578125, forceMergeDeletesPctAllowed=27.69974418201473, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6739188868231106
   [junit4]   2> 2152475 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13f271d[collection1] main]
   [junit4]   2> 2152476 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2152477 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2152477 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2152478 INFO  (searcherExecutor-8356-thread-1-processing-n:127.0.0.1:55913_ x:collection1 c:collection1) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13f271d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2152479 INFO  (coreLoadExecutor-8355-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562073212282470400
   [junit4]   2> 2152504 INFO  (coreZkRegister-8350-thread-1-processing-n:127.0.0.1:55913_ x:collection1 c:collection1) [n:127.0.0.1:55913_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2152505 INFO  (coreZkRegister-8350-thread-1-processing-n:127.0.0.1:55913_ x:collection1 c:collection1) [n:127.0.0.1:55913_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2152505 INFO  (coreZkRegister-8350-thread-1-processing-n:127.0.0.1:55913_ x:collection1 c:collection1) [n:127.0.0.1:55913_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55913/collection1/
   [junit4]   2> 2152505 INFO  (coreZkRegister-8350-thread-1-processing-n:127.0.0.1:55913_ x:collection1 c:collection1) [n:127.0.0.1:55913_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2152505 INFO  (coreZkRegister-8350-thread-1-processing-n:127.0.0.1:55913_ x:collection1 c:collection1) [n:127.0.0.1:55913_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55913/collection1/ has no replicas
   [junit4]   2> 2152505 INFO  (coreZkRegister-8350-thread-1-processing-n:127.0.0.1:55913_ x:collection1 c:collection1) [n:127.0.0.1:55913_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2152511 INFO  (coreZkRegister-8350-thread-1-processing-n:127.0.0.1:55913_ x:collection1 c:collection1) [n:127.0.0.1:55913_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55913/collection1/ shard1
   [junit4]   2> 2152616 INFO  (zkCallback-3072-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2152616 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2152665 INFO  (coreZkRegister-8350-thread-1-processing-n:127.0.0.1:55913_ x:collection1 c:collection1) [n:127.0.0.1:55913_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2152770 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2152770 INFO  (zkCallback-3072-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2153500 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-3-001\cores\collection1
   [junit4]   2> 2153503 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-3-001
   [junit4]   2> 2153503 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2153506 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ff1ea5{/,null,AVAILABLE}
   [junit4]   2> 2153506 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@58e3ec{HTTP/1.1,[http/1.1]}{127.0.0.1:55954}
   [junit4]   2> 2153506 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.e.j.s.Server Started @2159656ms
   [junit4]   2> 2153506 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=55954, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-3-001\cores}
   [junit4]   2> 2153506 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2153507 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.5.0
   [junit4]   2> 2153507 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2153507 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2153507 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T00:05:03.928Z
   [junit4]   2> 2153531 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2153531 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-3-001\solr.xml
   [junit4]   2> 2153554 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2153556 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55876/solr
   [junit4]   2> 2153565 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad994d9bc000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2153582 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55954_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2153587 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55954_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2153590 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55954_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55954_
   [junit4]   2> 2153593 INFO  (zkCallback-3056-thread-2-processing-n:127.0.0.1:55883_) [n:127.0.0.1:55883_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2153595 INFO  (zkCallback-3078-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2153595 INFO  (zkCallback-3072-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2153595 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2153595 INFO  (zkCallback-3060-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2153703 INFO  (zkCallback-3072-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2153703 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2153820 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55954_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-3-001\cores
   [junit4]   2> 2153821 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[4FE70156489523B0]) [n:127.0.0.1:55954_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2153826 INFO  (OverseerStateUpdate-97629575273250820-127.0.0.1:55883_-n_0000000000) [n:127.0.0.1:55883_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2153931 INFO  (zkCallback-3072-thread-1-processing-n:127.0.0.1:55913_) [n:127.0.0.1:55913_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2153931 INFO  (zkCallback-3078-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2153931 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2154855 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 2154879 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2154954 WARN  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2154956 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2154978 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2154978 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2154978 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-3-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ShardSplitTest_4FE70156489523B0-001\shard-3-001\cores\collection1\data\]
   [junit4]   2> 2154981 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7a954c
   [junit4]   2> 2154989 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19926455731995524]
   [junit4]   2> 2154998 WARN  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2155132 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2155132 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2155134 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2155134 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2155135 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=98.904296875, floorSegmentMB=1.7578125, forceMergeDeletesPctAllowed=27.69974418201473, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6739188868231106
   [junit4]   2> 2155135 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15ccf77[collection1] main]
   [junit4]   2> 2155138 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2155138 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2155138 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2155139 INFO  (searcherExecutor-8367-thread-1-processing-n:127.0.0.1:55954_ x:collection1 c:collection1) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@15ccf77[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2155139 INFO  (coreLoadExecutor-8366-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562073215071682560
   [junit4]   2> 2155145 INFO  (coreZkRegister-8361-thread-1-processing-n:127.0.0.1:55954_ x:collection1 c:collection1) [n:127.0.0.1:55954_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 2155146 INFO  (updateExecutor-3075-thread-1-processing-n:127.0.0.1:55954_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55954_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 2155146 INFO  (recoveryExecutor-3076-thread-1-processing-n:127.0.0.1:55954_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55954_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 2155146 INFO  (recoveryExecutor-3076-thread-1-processing-n:127.0.0.1:55954_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55954_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 2155146 INFO  (recoveryExecutor-3076-thread-1-processing-n:127.0.0.1:55954_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55954_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 2155146 INFO  (recoveryExecutor-3076-thread-1-processing-n:127.0.0.1:55954_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55954_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 2155146 INFO  (recoveryExecutor-3076-thread-1-processing-n:127.0.0.1:55954_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55954_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:55901/collection1/] and I am [http://127.0.0.1:55954/collection1/]
   [junit4]   2> 2155153 INFO  (recoveryExecutor-3076-thread-1-processing-n:127.0.0.1:55954_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:55954_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:55901]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:55954_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 2155156 INFO  (qtp12639694-18546) [n:127.0.0.1:55901_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 2155156 INFO  (qtp12639694-18546) [n:127.0.0.1:55901_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 2155156 INFO  (qtp12639694-18546) [n:127.0.0.1:55901_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:55954_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:55954","node_name":"127.0.0.1:55954_","state":"down"}
   [junit4]   2> 2155255 INFO  (zkCallback-3078-thread-1-processing-n:127.0.0.1:55954_) [n:127.0.0.1:55954_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2155255 INFO  (zkCallback-3066-thread-1-processing-n:127.0.0.1:55901_) [n:127.0.0.1:55901_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2155255 INFO  (zkCallback-3072-thread-1-processing-n:127.0.

[...truncated too long message...]

ce\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\response\TestJavabinTupleStreamParser.java (at line 175)
 [ecj-lint] 	Object o = new JavaBinCodec().unmarshal(new ByteArrayInputStream(bytes));
 [ecj-lint] 	           ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 15. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\response\TestJavabinTupleStreamParser.java (at line 178)
 [ecj-lint] 	JavabinTupleStreamParser parser = new JavabinTupleStreamParser(new ByteArrayInputStream(bytes), false);
 [ecj-lint] 	                         ^^^^^^
 [ecj-lint] Resource leak: 'parser' is never closed
 [ecj-lint] ----------
 [ecj-lint] 16. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\response\TestJavabinTupleStreamParser.java (at line 192)
 [ecj-lint] 	new JavaBinCodec().marshal(response.getValues(), baos);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\response\TestPushWriter.java (at line 57)
 [ecj-lint] 	m = (Map) new JavaBinCodec().unmarshal(new ByteArrayInputStream(baos.toByteArray()));
 [ecj-lint] 	          ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 18. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\response\transform\TestSubQueryTransformer.java (at line 387)
 [ecj-lint] 	unmarshalled = (NamedList<Object>) new JavaBinCodec().unmarshal(
 [ecj-lint] 	                                   ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 19. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\search\LargeFieldTest.java (at line 27)
 [ecj-lint] 	import org.apache.solr.common.util.ContentStreamBase;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.util.ContentStreamBase is never used
 [ecj-lint] ----------
 [ecj-lint] 20. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\search\LargeFieldTest.java (at line 28)
 [ecj-lint] 	import org.apache.solr.request.SolrQueryRequestBase;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.request.SolrQueryRequestBase is never used
 [ecj-lint] ----------
 [ecj-lint] 21. ERROR in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\search\LargeFieldTest.java (at line 29)
 [ecj-lint] 	import org.apache.solr.response.SolrQueryResponse;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.response.SolrQueryResponse is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\search\TestDocSet.java (at line 241)
 [ecj-lint] 	return loadfactor!=0 ? new HashDocSet(a,0,n,1/loadfactor) : new HashDocSet(a,0,n);
 [ecj-lint] 	                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\search\TestDocSet.java (at line 531)
 [ecj-lint] 	DocSet a = new BitDocSet(bs);
 [ecj-lint] 	       ^
 [ecj-lint] Resource leak: 'a' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\security\TestPKIAuthenticationPlugin.java (at line 76)
 [ecj-lint] 	final MockPKIAuthenticationPlugin mock = new MockPKIAuthenticationPlugin(null, nodeName);
 [ecj-lint] 	                                  ^^^^
 [ecj-lint] Resource leak: 'mock' is never closed
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\security\TestPKIAuthenticationPlugin.java (at line 131)
 [ecj-lint] 	MockPKIAuthenticationPlugin mock1 = new MockPKIAuthenticationPlugin(null, nodeName) {
 [ecj-lint] 	                            ^^^^^
 [ecj-lint] Resource leak: 'mock1' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\security\TestRuleBasedAuthorizationPlugin.java (at line 380)
 [ecj-lint] 	RuleBasedAuthorizationPlugin plugin = new RuleBasedAuthorizationPlugin();
 [ecj-lint] 	                             ^^^^^^
 [ecj-lint] Resource leak: 'plugin' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 27. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\security\TestSha256AuthenticationProvider.java (at line 49)
 [ecj-lint] 	BasicAuthPlugin basicAuthPlugin = new BasicAuthPlugin();
 [ecj-lint] 	                ^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'basicAuthPlugin' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 28. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\spelling\SimpleQueryConverter.java (at line 42)
 [ecj-lint] 	WhitespaceAnalyzer analyzer = new WhitespaceAnalyzer();
 [ecj-lint] 	                   ^^^^^^^^
 [ecj-lint] Resource leak: 'analyzer' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 29. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\uninverting\TestFieldCacheVsDocValues.java (at line 139)
 [ecj-lint] 	IndexWriter w = new IndexWriter(d, newIndexWriterConfig(analyzer));
 [ecj-lint] 	            ^
 [ecj-lint] Resource leak: 'w' is never closed
 [ecj-lint] ----------
 [ecj-lint] 30. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\uninverting\TestFieldCacheVsDocValues.java (at line 172)
 [ecj-lint] 	throw iae;
 [ecj-lint] 	^^^^^^^^^^
 [ecj-lint] Resource leak: 'w' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 31. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\uninverting\TestFieldCacheVsDocValues.java (at line 178)
 [ecj-lint] 	return;
 [ecj-lint] 	^^^^^^^
 [ecj-lint] Resource leak: 'w' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 32. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\update\AddBlockUpdateTest.java (at line 415)
 [ecj-lint] 	new JavaBinCodec().marshal(topDocument, os);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 33. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\update\AddBlockUpdateTest.java (at line 419)
 [ecj-lint] 	SolrInputDocument result = (SolrInputDocument) new JavaBinCodec().unmarshal(is);
 [ecj-lint] 	                                               ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 34. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\update\SolrIndexSplitterTest.java (at line 181)
 [ecj-lint] 	EmbeddedSolrServer server1 = new EmbeddedSolrServer(h.getCoreContainer(), "split1");
 [ecj-lint] 	                   ^^^^^^^
 [ecj-lint] Resource leak: 'server1' is never closed
 [ecj-lint] ----------
 [ecj-lint] 35. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\update\SolrIndexSplitterTest.java (at line 182)
 [ecj-lint] 	EmbeddedSolrServer server2 = new EmbeddedSolrServer(h.getCoreContainer(), "split2");
 [ecj-lint] 	                   ^^^^^^^
 [ecj-lint] Resource leak: 'server2' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 36. WARNING in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\core\src\test\org\apache\solr\update\processor\RecordingUpdateProcessorFactory.java (at line 67)
 [ecj-lint] 	return recording ? new RecordingUpdateRequestProcessor(commandQueue, next) : next;
 [ecj-lint] 	                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 36 problems (3 errors, 33 warnings)

BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\build.xml:775: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\build.xml:101: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build.xml:686: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\common-build.xml:2010: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\lucene\common-build.xml:2043: Compile failed; see the compiler error output for details.

Total time: 107 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any