You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/07 19:36:19 UTC

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_121) - Build # 6437 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6437/
Java: 64bit/jdk1.8.0_121 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery

Error Message:
Expected a collection with one shard and two replicas null Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/6)={   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"MissingSegmentRecoveryTest_shard1_replica2",           "base_url":"http://127.0.0.1:61798/solr",           "node_name":"127.0.0.1:61798_solr",           "state":"active",           "leader":"true"},         "core_node2":{           "core":"MissingSegmentRecoveryTest_shard1_replica1",           "base_url":"http://127.0.0.1:61801/solr",           "node_name":"127.0.0.1:61801_solr",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/6)={
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"MissingSegmentRecoveryTest_shard1_replica2",
          "base_url":"http://127.0.0.1:61798/solr",
          "node_name":"127.0.0.1:61798_solr",
          "state":"active",
          "leader":"true"},
        "core_node2":{
          "core":"MissingSegmentRecoveryTest_shard1_replica1",
          "base_url":"http://127.0.0.1:61801/solr",
          "node_name":"127.0.0.1:61801_solr",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([3FA7A1A8C09E6730:6FF239AB99BFD12D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11608 lines...]
   [junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\init-core-data-001
   [junit4]   2> 847353 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[3FA7A1A8C09E6730]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 847358 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[3FA7A1A8C09E6730]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 847360 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[3FA7A1A8C09E6730]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001
   [junit4]   2> 847361 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[3FA7A1A8C09E6730]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 847361 INFO  (Thread-2448) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 847361 INFO  (Thread-2448) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 847462 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[3FA7A1A8C09E6730]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:61794
   [junit4]   2> 847469 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15aaa1a7d260000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 847472 INFO  (jetty-launcher-1496-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 847473 INFO  (jetty-launcher-1496-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 847473 INFO  (jetty-launcher-1496-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78a0f4ee{/solr,null,AVAILABLE}
   [junit4]   2> 847473 INFO  (jetty-launcher-1496-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bce1757{/solr,null,AVAILABLE}
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@224e97c2{HTTP/1.1,[http/1.1]}{127.0.0.1:61798}
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-2) [    ] o.e.j.s.Server Started @852634ms
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61798}
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14f77c32{HTTP/1.1,[http/1.1]}{127.0.0.1:61801}
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-1) [    ] o.e.j.s.Server Started @852634ms
   [junit4]   2> 847474 ERROR (jetty-launcher-1496-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61801}
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 847474 ERROR (jetty-launcher-1496-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 847474 INFO  (jetty-launcher-1496-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 847475 INFO  (jetty-launcher-1496-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T18:49:07.218Z
   [junit4]   2> 847475 INFO  (jetty-launcher-1496-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 847475 INFO  (jetty-launcher-1496-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 847475 INFO  (jetty-launcher-1496-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T18:49:07.218Z
   [junit4]   2> 847481 INFO  (jetty-launcher-1496-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 847481 INFO  (jetty-launcher-1496-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 847496 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15aaa1a7d260002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 847499 INFO  (jetty-launcher-1496-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61794/solr
   [junit4]   2> 847502 INFO  (jetty-launcher-1496-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61794/solr
   [junit4]   2> 847508 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15aaa1a7d260003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 847535 INFO  (jetty-launcher-1496-thread-1) [n:127.0.0.1:61801_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 847535 INFO  (jetty-launcher-1496-thread-2) [n:127.0.0.1:61798_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 847536 INFO  (jetty-launcher-1496-thread-2) [n:127.0.0.1:61798_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61798_solr
   [junit4]   2> 847537 INFO  (jetty-launcher-1496-thread-1) [n:127.0.0.1:61801_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61801_solr
   [junit4]   2> 847537 INFO  (jetty-launcher-1496-thread-2) [n:127.0.0.1:61798_solr    ] o.a.s.c.Overseer Overseer (id=97577372687400965-127.0.0.1:61798_solr-n_0000000000) starting
   [junit4]   2> 847539 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 847540 INFO  (zkCallback-1508-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 847547 INFO  (jetty-launcher-1496-thread-2) [n:127.0.0.1:61798_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61798_solr
   [junit4]   2> 847574 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 847574 INFO  (zkCallback-1508-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 847702 INFO  (jetty-launcher-1496-thread-2) [n:127.0.0.1:61798_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node1\.
   [junit4]   2> 847702 INFO  (jetty-launcher-1496-thread-1) [n:127.0.0.1:61801_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\.
   [junit4]   2> 848090 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[3FA7A1A8C09E6730]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 848091 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[3FA7A1A8C09E6730]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61794/solr ready
   [junit4]   2> 848112 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
   [junit4]   2> 848115 INFO  (qtp462482146-9033) [n:127.0.0.1:61798_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 848118 INFO  (OverseerThreadFactory-3913-thread-1-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
   [junit4]   2> 848227 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 848227 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 848337 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 848337 INFO  (zkCallback-1508-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 849267 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 849267 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 849277 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica2] Schema name=minimal
   [junit4]   2> 849278 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
   [junit4]   2> 849285 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 849285 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 849288 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 849288 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica2' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 849289 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 849289 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica2\data\]
   [junit4]   2> 849477 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 849477 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 849489 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 849489 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 849491 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 849491 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 849492 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 849492 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 849495 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@345c6916[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 849496 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 849497 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ac834bc[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 849497 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 849497 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 849498 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561237965232930816
   [junit4]   2> 849498 INFO  (searcherExecutor-3919-thread-1-processing-n:127.0.0.1:61798_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@345c6916[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 849499 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 849499 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 849499 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 849500 INFO  (searcherExecutor-3918-thread-1-processing-n:127.0.0.1:61801_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@6ac834bc[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 849500 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561237965235027968
   [junit4]   2> 849507 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 849507 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 849507 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61798/solr/MissingSegmentRecoveryTest_shard1_replica2/
   [junit4]   2> 849507 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica2 url=http://127.0.0.1:61798/solr START replicas=[http://127.0.0.1:61801/solr/MissingSegmentRecoveryTest_shard1_replica1/] nUpdates=100
   [junit4]   2> 849508 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica2 url=http://127.0.0.1:61798/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 849514 INFO  (qtp1416044167-9044) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 849514 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 849514 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 849514 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 849520 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61798/solr/MissingSegmentRecoveryTest_shard1_replica2/ shard1
   [junit4]   2> 849625 INFO  (zkCallback-1507-thread-2-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 849625 INFO  (zkCallback-1508-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 849674 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 849682 INFO  (qtp462482146-9032) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=1455
   [junit4]   2> 849784 INFO  (zkCallback-1507-thread-3-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 849784 INFO  (zkCallback-1508-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 850518 INFO  (qtp1416044167-9042) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=2291
   [junit4]   2> 850523 INFO  (qtp462482146-9033) [n:127.0.0.1:61798_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 850619 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 850620 INFO  (zkCallback-1508-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 851523 INFO  (qtp462482146-9033) [n:127.0.0.1:61798_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3408
   [junit4]   2> 851546 INFO  (qtp1416044167-9045) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:61798/solr/MissingSegmentRecoveryTest_shard1_replica2/&wt=javabin&version=2}{add=[0 (1561237967360491520), 1 (1561237967365734400), 2 (1561237967365734401), 3 (1561237967365734402), 4 (1561237967365734403), 5 (1561237967365734404), 6 (1561237967365734405), 7 (1561237967365734406), 8 (1561237967365734407), 9 (1561237967365734408)]} 0 13
   [junit4]   2> 851546 INFO  (qtp462482146-9035) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1561237967360491520), 1 (1561237967365734400), 2 (1561237967365734401), 3 (1561237967365734402), 4 (1561237967365734403), 5 (1561237967365734404), 6 (1561237967365734405), 7 (1561237967365734406), 8 (1561237967365734407), 9 (1561237967365734408)]} 0 19
   [junit4]   2> 851549 INFO  (qtp1416044167-9039) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 851549 INFO  (qtp1416044167-9039) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e53e9fc
   [junit4]   2> 851549 INFO  (qtp462482146-9036) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 851549 INFO  (qtp462482146-9036) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3445d1ef
   [junit4]   2> 851595 INFO  (qtp462482146-9036) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@15265b9d[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 851596 INFO  (searcherExecutor-3919-thread-1-processing-n:127.0.0.1:61798_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest r:core_node1) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@15265b9d[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
   [junit4]   2> 851596 INFO  (qtp462482146-9036) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 851596 INFO  (qtp462482146-9036) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61798/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 47
   [junit4]   2> 851602 INFO  (qtp1416044167-9039) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c89a15[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 851602 INFO  (qtp1416044167-9039) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 851602 INFO  (searcherExecutor-3918-thread-1-processing-n:127.0.0.1:61801_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@5c89a15[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
   [junit4]   2> 851602 INFO  (qtp1416044167-9039) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61798/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 53
   [junit4]   2> 851603 INFO  (qtp462482146-9053) [n:127.0.0.1:61798_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 55
   [junit4]   2> 851607 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@14f77c32{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 851608 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1259775722
   [junit4]   2> 851618 INFO  (coreCloseExecutor-3928-thread-1) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@b5b1a84
   [junit4]   2> 851622 INFO  (coreCloseExecutor-3928-thread-1) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
   [junit4]   2> 851623 WARN  (zkCallback-1508-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 851623 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15aaa1a7d260006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 851623 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 851624 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2bce1757{/solr,null,UNAVAILABLE}
   [junit4]   2> 851624 INFO  (zkCallback-1507-thread-3-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 851625 INFO  (zkCallback-1514-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 851626 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 851627 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62acc873{/solr,null,AVAILABLE}
   [junit4]   2> 851628 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@71b4334b{HTTP/1.1,[http/1.1]}{127.0.0.1:61801}
   [junit4]   2> 851628 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.e.j.s.Server Started @856787ms
   [junit4]   2> 851628 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61801}
   [junit4]   2> 851628 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 851628 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 851628 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 851628 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 851628 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T18:49:11.371Z
   [junit4]   2> 851634 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 851658 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61794/solr
   [junit4]   2> 851661 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15aaa1a7d26000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 851671 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 851674 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [n:127.0.0.1:61801_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 851677 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [n:127.0.0.1:61801_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61801_solr
   [junit4]   2> 851680 INFO  (zkCallback-1514-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 851680 INFO  (zkCallback-1507-thread-2-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 851680 INFO  (zkCallback-1519-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 851784 INFO  (zkCallback-1507-thread-2-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 851835 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [n:127.0.0.1:61801_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\.
   [junit4]   2> 851837 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [n:127.0.0.1:61801_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 851856 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 851864 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
   [junit4]   2> 851868 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 851873 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 851873 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 851944 INFO  (zkCallback-1507-thread-1-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 851945 INFO  (zkCallback-1519-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 851999 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 851999 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 852003 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 852003 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 852009 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6bbdc146
   [junit4]   2> 852010 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
   [junit4]   2> 852019 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
   [junit4]   2> 852019 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore Updating index properties... index=index.20170308014911762
   [junit4]   2> 852024 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica1\data\]
   [junit4]   2> 852050 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica1\data\ afterReload=false
   [junit4]   2> 852057 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica1\data\index.20170308014911762
   [junit4]   2> 852095 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica1\data\ afterReload=false
   [junit4]   2> 852154 INFO  (OverseerCollectionConfigSetProcessor-97577372687400965-127.0.0.1:61798_solr-n_0000000000) [n:127.0.0.1:61798_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 852164 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica1\data\index
   [junit4]   2> 852253 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 852254 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 852256 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 852256 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 852262 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5881bc72
   [junit4]   2> 852262 INFO  (coreLoadExecutor-3935-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica1
   [junit4]   2> 852263 ERROR (coreContainerWorkExecutor-3931-thread-1-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.CoreContainer Error waiting for SolrCore to be created
   [junit4]   2> java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$4(CoreContainer.java:600)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:572)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	... 5 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:965)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:1011)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:939)
   [junit4]   2> 	... 7 more
   [junit4]   2> 	Suppressed: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:965)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.create(CoreContainer.java:937)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2015)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2135)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1054)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:938)
   [junit4]   2> 		... 9 more
   [junit4]   2> 	Caused by: org.apache.lucene.index.CorruptIndexException: Unexpected file read error while reading index. (resource=BufferedChecksumIndexInput(MMapIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica1\data\index\segments_2")))
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:292)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:938)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:125)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:100)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:240)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:114)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1976)
   [junit4]   2> 		... 12 more
   [junit4]   2> 	Caused by: java.io.EOFException: read past EOF: MMapIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica1\data\index\segments_2")
   [junit4]   2> 		at org.apache.lucene.store.ByteBufferIndexInput.readByte(ByteBufferIndexInput.java:75)
   [junit4]   2> 		at org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
   [junit4]   2> 		at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:302)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:290)
   [junit4]   2> 		... 18 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2015)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2135)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1054)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:938)
   [junit4]   2> 	... 10 more
   [junit4]   2> Caused by: org.apache.lucene.index.IndexNotFoundException: no segments* file found in LockValidatingDirectoryWrapper(MMapDirectory@C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica1\data\index.20170308014911762 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43e2e153): files: [write.lock]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:933)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:125)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:100)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:240)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:114)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1976)
   [junit4]   2> 	... 13 more
   [junit4]   2> 942755 INFO  (qtp462482146-9051) [n:127.0.0.1:61798_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 942767 INFO  (OverseerThreadFactory-3913-thread-2-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 942774 INFO  (qtp462482146-9052) [n:127.0.0.1:61798_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica2
   [junit4]   2> 942774 INFO  (qtp462482146-9052) [n:127.0.0.1:61798_solr    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d5ae6c7
   [junit4]   2> 942789 INFO  (qtp462482146-9052) [n:127.0.0.1:61798_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica2
   [junit4]   2> 942802 INFO  (qtp84158767-9110) [n:127.0.0.1:61801_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=30
   [junit4]   2> 942816 INFO  (qtp462482146-9052) [n:127.0.0.1:61798_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=44
   [junit4]   2> 942823 INFO  (zkCallback-1519-thread-2-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 942930 INFO  (zkCallback-1519-thread-2-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 943534 INFO  (qtp462482146-9051) [n:127.0.0.1:61798_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} status=0 QTime=778
   [junit4]   2> 943534 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[3FA7A1A8C09E6730]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery -Dtests.seed=3FA7A1A8C09E6730 -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=Antarctica/Davis -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 95.4s J1 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected a collection with one shard and two replicas
   [junit4]    > null
   [junit4]    > Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/6)={
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica2",
   [junit4]    >           "base_url":"http://127.0.0.1:61798/solr",
   [junit4]    >           "node_name":"127.0.0.1:61798_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "leader":"true"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica1",
   [junit4]    >           "base_url":"http://127.0.0.1:61801/solr",
   [junit4]    >           "node_name":"127.0.0.1:61801_solr",
   [junit4]    >           "state":"down"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3FA7A1A8C09E6730:6FF239AB99BFD12D]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
   [junit4]    > 	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 943538 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15aaa1a7d260008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 943541 INFO  (OverseerCollectionConfigSetProcessor-97577372687400965-127.0.0.1:61798_solr-n_0000000000) [n:127.0.0.1:61798_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 943550 INFO  (jetty-closer-1497-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@224e97c2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 943555 INFO  (jetty-closer-1497-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=15022093
   [junit4]   2> 943560 INFO  (jetty-closer-1497-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@71b4334b{HTTP/1.1,[http/1.1]}{127.0.0.1:61801}
   [junit4]   2> 943567 INFO  (jetty-closer-1497-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=369133442
   [junit4]   2> 943581 INFO  (jetty-closer-1497-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97577372687400965-127.0.0.1:61798_solr-n_0000000000) closing
   [junit4]   2> 943582 WARN  (zkCallback-1519-thread-2-processing-n:127.0.0.1:61801_solr) [n:127.0.0.1:61801_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 943583 INFO  (OverseerStateUpdate-97577372687400965-127.0.0.1:61798_solr-n_0000000000) [n:127.0.0.1:61798_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:61798_solr
   [junit4]   2> 943583 INFO  (jetty-closer-1497-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 943583 INFO  (jetty-closer-1497-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62acc873{/solr,null,UNAVAILABLE}
   [junit4]   2> 943584 INFO  (zkCallback-1507-thread-68-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 943585 WARN  (zkCallback-1507-thread-68-processing-n:127.0.0.1:61798_solr) [n:127.0.0.1:61798_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 943595 INFO  (jetty-closer-1497-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 943595 INFO  (jetty-closer-1497-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78a0f4ee{/solr,null,UNAVAILABLE}
   [junit4]   2> 943597 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[3FA7A1A8C09E6730]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61794 61794
   [junit4]   2> 943599 INFO  (Thread-2448) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61794 61794
   [junit4]   2> 943599 WARN  (Thread-2448) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/MissingSegmentRecoveryTest/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97577372687400965-127.0.0.1:61798_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	93	/solr/overseer/collection-queue-work
   [junit4]   2> 	19	/solr/overseer/queue
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 943600 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[3FA7A1A8C09E6730]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.MissingSegmentRecoveryTest_3FA7A1A8C09E6730-001
   [junit4]   2> Mar 07, 2017 6:50:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=FST50, id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1850, maxMBSortInHeap=5.662475923405247, sim=RandomSimilarity(queryNorm=false): {}, locale=th, timezone=Antarctica/Davis
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=223724792,total=416284672
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudPivotFacet, TestSolrDeletionPolicy2, TestInPlaceUpdatesStandalone, LeaderFailureAfterFreshStartTest, TestTolerantUpdateProcessorRandomCloud, DistributedFacetPivotLargeTest, RestartWhileUpdatingTest, ConjunctionSolrSpellCheckerTest, BJQParserTest, EnumFieldTest, TestPHPSerializedResponseWriter, DistributedFacetPivotWhiteBoxTest, TestRealTimeGet, TestSolrDynamicMBean, TestExportWriter, HdfsRestartWhileUpdatingTest, TestFoldingMultitermQuery, ConnectionReuseTest, SortSpecParsingTest, TestStressRecovery, QueryResultKeyTest, PreAnalyzedFieldTest, TestCorePropertiesReload, TestIndexingPerformance, TestFieldSortValues, TestBulkSchemaConcurrent, BlockJoinFacetRandomTest, BooleanFieldTest, HdfsRecoverLeaseTest, TestReplicationHandlerBackup, TestExactStatsCache, TestFieldCacheVsDocValues, DateMathParserTest, CreateCollectionCleanupTest, TestSolrCloudSnapshots, ConfigSetsAPITest, TestInfoStreamLogging, DefaultValueUpdateProcessorTest, TestSearcherReuse, StatsComponentTest, SolrCmdDistributorTest, RegexBoostProcessorTest, CollectionTooManyReplicasTest, LukeRequestHandlerTest, TestCoreAdminApis, TestLMDirichletSimilarityFactory, TestSolrQueryParserDefaultOperatorResource, BigEndianAscendingWordSerializerTest, TestQueryWrapperFilter, ResourceLoaderTest, AtomicUpdatesTest, RAMDirectoryFactoryTest, TestSmileRequest, UpdateRequestProcessorFactoryTest, TestNonDefinedSimilarityFactory, SpellingQueryConverterTest, TestNRTOpen, SolrCLIZkUtilsTest, CoreSorterTest, MergeStrategyTest, HttpSolrCallGetCoreTest, TestFreeTextSuggestions, DebugComponentTest, TestConfigSetsAPIExclusivity, InfoHandlerTest, TestConfigReload, TestRequestStatusCollectionAPI, ConvertedLegacyTest, TestJoin, TestSolr4Spatial, TestLuceneMatchVersion, FileBasedSpellCheckerTest, DistributedIntervalFacetingTest, HdfsBasicDistributedZk2Test, TestExpandComponent, ExternalFileFieldSortTest, TestSlowCompositeReaderWrapper, ClusterStateTest, TestTrieFacet, ResponseLogComponentTest, TestManagedSchemaAPI, TestObjectReleaseTracker, HdfsLockFactoryTest, LeaderElectionContextKeyTest, LoggingHandlerTest, TolerantUpdateProcessorTest, FacetPivotSmallTest, TestSolrCoreProperties, HighlighterConfigTest, CloudMLTQParserTest, TestReversedWildcardFilterFactory, UpdateParamsTest, TestDynamicFieldResource, HighlighterMaxOffsetTest, TestDistribDocBasedVersion, BlockCacheTest, BasicFunctionalityTest, PeerSyncWithIndexFingerprintCachingTest, TestSolrCloudWithKerberosAlt, ExplicitHLLTest, DistributedExpandComponentTest, TestMacroExpander, TestCloudRecovery, TestCryptoKeys, OverseerTaskQueueTest, TestConfig, VersionInfoTest, SolrXmlInZkTest, TestEmbeddedSolrServerSchemaAPI, TestCrossCoreJoin, SecurityConfHandlerTest, JvmMetricsTest, DistribCursorPagingTest, DistributedFacetPivotSmallAdvancedTest, TestDistribIDF, TestSolrCoreParser, TestSolrCLIRunExample, TestSchemalessBufferedUpdates, TestNoOpRegenerator, TestLockTree, SpatialHeatmapFacetsTest, TestSystemIdResolver, SuggesterTest, TestScoreJoinQPScore, DeleteInactiveReplicaTest, MissingSegmentRecoveryTest]
   [junit4] Completed [245/693 (1!)] on J1 in 97.14s, 1 test, 1 failure <<< FAILURES!

[...truncated 31597 lines...]
-check-forbidden-all:
[forbidden-apis] Reading bundled API signatures: jdk-unsafe-1.8
[forbidden-apis] Reading bundled API signatures: jdk-deprecated-1.8
[forbidden-apis] Reading bundled API signatures: jdk-non-portable
[forbidden-apis] Reading bundled API signatures: jdk-reflection
[forbidden-apis] Reading bundled API signatures: commons-io-unsafe-2.5
[forbidden-apis] Reading API signatures: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\tools\forbiddenApis\base.txt
[forbidden-apis] Reading API signatures: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\tools\forbiddenApis\servlet-api.txt
[forbidden-apis] Reading API signatures: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\tools\forbiddenApis\solr.txt
[forbidden-apis] Loading classes to check...
[forbidden-apis] Scanning classes for violations...
[forbidden-apis] Forbidden class/interface use: java.util.logging.Logger [Use slf4j classes instead]
[forbidden-apis]   in org.apache.solr.handler.dataimport.TestJdbcDataSource$MockDriver (TestJdbcDataSource.java, method declaration of 'getParentLogger()')
[forbidden-apis] Scanned 189 (and 533 related) class file(s) for forbidden API invocations (in 0.37s), 1 error(s).

BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:775: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:117: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build.xml:387: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\common-build.xml:476: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\common-build.xml:527: Check for forbidden API calls failed, see log.

Total time: 85 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_121) - Build # 6438 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6438/
Java: 64bit/jdk1.8.0_121 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestConfigSetImmutable

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores\core: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores\core    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores\core: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores\core
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009

	at __randomizedtesting.SeedInfo.seed([70C4858613A2780C]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11842 lines...]
   [junit4] Suite: org.apache.solr.core.TestConfigSetImmutable
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\init-core-data-001
   [junit4]   2> 1302062 INFO  (SUITE-TestConfigSetImmutable-seed#[70C4858613A2780C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1302070 INFO  (SUITE-TestConfigSetImmutable-seed#[70C4858613A2780C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1302073 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddSchemaFieldsImmutable
   [junit4]   2> 1302962 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1302962 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1302963 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-003\cores\core
   [junit4]   2> 1302968 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1302969 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15bbbc47{/solr,null,AVAILABLE}
   [junit4]   2> 1302971 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8d02618{HTTP/1.1,[http/1.1]}{127.0.0.1:49842}
   [junit4]   2> 1302971 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.Server Started @1307805ms
   [junit4]   2> 1302971 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49842, configSetBaseDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-003\cores}
   [junit4]   2> 1302973 ERROR (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1302973 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1302973 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1302973 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1302973 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-08T13:57:41.165Z
   [junit4]   2> 1302974 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001\solr.xml
   [junit4]   2> 1303136 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-003\cores
   [junit4]   2> 1303136 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1303138 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.core.TestConfigSetImmutable_70C4858613A2780C-001/tempDir-001/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.core.TestConfigSetImmutable_70C4858613A2780C-001/tempDir-001/collection1/lib/classes]
   [junit4]   2> 1303248 WARN  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1303249 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1303275 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-rest.xml instead
   [junit4]   2> 1303280 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-rest
   [junit4]   2> 1303404 WARN  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1303408 WARN  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead.
   [junit4]   2> 1303410 WARN  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field title is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 1303412 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/german
   [junit4]   2> 1303412 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/german
   [junit4]   2> 1303416 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 1303416 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 1303417 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-rest/1.6 with uniqueid field id
   [junit4]   2> 1303422 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 1303422 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 1303422 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/german
   [junit4]   2> 1303422 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/german
   [junit4]   2> 1303436 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001\collection1\conf\managed-schema
   [junit4]   2> 1303439 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001\collection1\conf\schema-rest.xml to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001\collection1\conf\schema-rest.xml.bak
   [junit4]   2> 1303441 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001\collection1
   [junit4]   2> 1303441 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-003\cores\core\data\]
   [junit4]   2> 1303447 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=98.0439453125, floorSegmentMB=0.8349609375, forceMergeDeletesPctAllowed=21.149277508608673, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6724790690911646
   [junit4]   2> 1303648 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1303648 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1303649 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1303649 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1303651 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=57.50390625, floorSegmentMB=0.986328125, forceMergeDeletesPctAllowed=0.4986352440750874, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6845916707223599
   [junit4]   2> 1303653 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@37268368[collection1] main]
   [junit4]   2> 1303654 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001\collection1\conf
   [junit4]   2> 1303654 WARN  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/stopwords/english
   [junit4]   2> 1303656 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_analysis_stopwords_english.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001\collection1\conf
   [junit4]   2> 1303656 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 0 words for /schema/analysis/stopwords/english
   [junit4]   2> 1303656 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
   [junit4]   2> 1303656 WARN  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/stopwords/german
   [junit4]   2> 1303658 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_analysis_stopwords_german.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-001\collection1\conf
   [junit4]   2> 1303658 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 0 words for /schema/analysis/stopwords/german
   [junit4]   2> 1303658 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/german
   [junit4]   2> 1303658 WARN  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/english
   [junit4]   2> 1303658 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 1303658 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
   [junit4]   2> 1303658 WARN  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/german
   [junit4]   2> 1303658 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/german
   [junit4]   2> 1303661 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/german
   [junit4]   2> 1303661 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1303662 INFO  (coreLoadExecutor-5009-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561310225345019904
   [junit4]   2> 1303664 INFO  (searcherExecutor-5010-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@37268368[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1303701 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#49842
   [junit4]   2> 1303720 INFO  (qtp1174342539-11374) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">"testdoc"</field></doc></add>}{add=["testdoc" (1561310225402691584)]} 0 11
   [junit4]   2> 1303721 INFO  (qtp1174342539-11372) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={stream.body=<add><doc><field+name%3D"id">"testdoc"</field><field+name%3D"newField67">"foobar"</field></doc></add>}{} 0 0
   [junit4]   2> 1303722 ERROR (qtp1174342539-11372) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: This ConfigSet is immutable.
   [junit4]   2> 	at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:297)
   [junit4]   2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]   2> 	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
   [junit4]   2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]   2> 	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
   [junit4]   2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]   2> 	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
   [junit4]   2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]   2> 	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
   [junit4]   2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]   2> 	at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)
   [junit4]   2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]   2> 	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
   [junit4]   2> 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]   2> 	at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)
   [junit4]   2> 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:252)
   [junit4]   2> 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:179)
   [junit4]   2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
   [junit4]   2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2423)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1303724 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@8d02618{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1303724 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1620623561
   [junit4]   2> 1303724 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1303725 INFO  (coreCloseExecutor-5015-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@146c06f2
   [junit4]   2> 1303725 INFO  (coreCloseExecutor-5015-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1303726 INFO  (coreCloseExecutor-5015-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a799867
   [junit4]   2> 1303738 INFO  (coreCloseExecutor-5015-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=342623986
   [junit4]   2> 1303738 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15bbbc47{/solr,null,UNAVAILABLE}
   [junit4]   2> 1303740 INFO  (TEST-TestConfigSetImmutable.testAddSchemaFieldsImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddSchemaFieldsImmutable
   [junit4]   2> 1303742 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSolrConfigHandlerImmutable
   [junit4]   2> 1304480 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1304480 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1304482 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-006\cores\core
   [junit4]   2> 1304485 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1304486 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2723f6f{/solr,null,AVAILABLE}
   [junit4]   2> 1304494 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@68e971c2{HTTP/1.1,[http/1.1]}{127.0.0.1:49846}
   [junit4]   2> 1304495 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.Server Started @1309330ms
   [junit4]   2> 1304497 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49846, configSetBaseDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-006\cores}
   [junit4]   2> 1304497 ERROR (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1304497 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1304497 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1304497 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1304498 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-08T13:57:42.690Z
   [junit4]   2> 1304498 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004\solr.xml
   [junit4]   2> 1304635 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-006\cores
   [junit4]   2> 1304635 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1304638 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.core.TestConfigSetImmutable_70C4858613A2780C-001/tempDir-004/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.core.TestConfigSetImmutable_70C4858613A2780C-001/tempDir-004/collection1/lib/classes]
   [junit4]   2> 1304714 WARN  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1304715 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1304738 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-rest.xml instead
   [junit4]   2> 1304742 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-rest
   [junit4]   2> 1304847 WARN  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1304848 WARN  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead.
   [junit4]   2> 1304849 WARN  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field title is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 1304854 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/german
   [junit4]   2> 1304854 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/german
   [junit4]   2> 1304859 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 1304859 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 1304859 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-rest/1.6 with uniqueid field id
   [junit4]   2> 1304865 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 1304865 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 1304865 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/german
   [junit4]   2> 1304865 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/german
   [junit4]   2> 1304868 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004\collection1\conf\managed-schema
   [junit4]   2> 1304873 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004\collection1\conf\schema-rest.xml to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004\collection1\conf\schema-rest.xml.bak
   [junit4]   2> 1304874 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004\collection1
   [junit4]   2> 1304875 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-006\cores\core\data\]
   [junit4]   2> 1304881 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=98.0439453125, floorSegmentMB=0.8349609375, forceMergeDeletesPctAllowed=21.149277508608673, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6724790690911646
   [junit4]   2> 1305005 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1305005 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1305007 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1305007 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1305008 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=57.50390625, floorSegmentMB=0.986328125, forceMergeDeletesPctAllowed=0.4986352440750874, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6845916707223599
   [junit4]   2> 1305009 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6298c97b[collection1] main]
   [junit4]   2> 1305009 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004\collection1\conf
   [junit4]   2> 1305010 WARN  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/stopwords/english
   [junit4]   2> 1305011 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_analysis_stopwords_english.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004\collection1\conf
   [junit4]   2> 1305011 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 0 words for /schema/analysis/stopwords/english
   [junit4]   2> 1305011 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
   [junit4]   2> 1305025 WARN  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/stopwords/german
   [junit4]   2> 1305026 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_analysis_stopwords_german.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-004\collection1\conf
   [junit4]   2> 1305026 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 0 words for /schema/analysis/stopwords/german
   [junit4]   2> 1305026 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/german
   [junit4]   2> 1305026 WARN  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/english
   [junit4]   2> 1305026 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 1305027 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
   [junit4]   2> 1305027 WARN  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/german
   [junit4]   2> 1305027 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/german
   [junit4]   2> 1305027 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/german
   [junit4]   2> 1305027 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1305028 INFO  (coreLoadExecutor-5022-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561310226777374720
   [junit4]   2> 1305029 INFO  (searcherExecutor-5023-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6298c97b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1305195 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#49846
   [junit4]   2> 1305202 ERROR (qtp1971018724-11391) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException:  solrconfig editing is not enabled because ConfigSet is immutable
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:128)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2423)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1305203 INFO  (qtp1971018724-11391) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/config params={wt=json} status=403 QTime=1
   [junit4]   2> 1305205 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@68e971c2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1305205 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=964416725
   [junit4]   2> 1305205 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1305206 INFO  (coreCloseExecutor-5028-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@64c2f9f
   [junit4]   2> 1305208 INFO  (coreCloseExecutor-5028-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=105656223
   [junit4]   2> 1305209 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2723f6f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1305210 INFO  (TEST-TestConfigSetImmutable.testSolrConfigHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSolrConfigHandlerImmutable
   [junit4]   2> 1305213 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSchemaHandlerImmutable
   [junit4]   2> 1306021 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1306022 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1306023 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores\core
   [junit4]   2> 1306027 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1306028 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@322ccf53{/solr,null,AVAILABLE}
   [junit4]   2> 1306029 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18f5cb4e{HTTP/1.1,[http/1.1]}{127.0.0.1:49850}
   [junit4]   2> 1306029 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.Server Started @1310863ms
   [junit4]   2> 1306029 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49850, configSetBaseDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores}
   [junit4]   2> 1306030 ERROR (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1306030 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1306030 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1306030 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1306031 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-08T13:57:44.223Z
   [junit4]   2> 1306031 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007\solr.xml
   [junit4]   2> 1306214 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores
   [junit4]   2> 1306215 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1306274 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.core.TestConfigSetImmutable_70C4858613A2780C-001/tempDir-007/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.core.TestConfigSetImmutable_70C4858613A2780C-001/tempDir-007/collection1/lib/classes]
   [junit4]   2> 1306353 WARN  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1306358 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1306400 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-rest.xml instead
   [junit4]   2> 1306406 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-rest
   [junit4]   2> 1306536 WARN  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1306536 WARN  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead.
   [junit4]   2> 1306538 WARN  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.s.IndexSchema Field title is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 1306541 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/german
   [junit4]   2> 1306542 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/german
   [junit4]   2> 1306554 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 1306554 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 1306554 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-rest/1.6 with uniqueid field id
   [junit4]   2> 1306560 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 1306560 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 1306560 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/german
   [junit4]   2> 1306560 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/german
   [junit4]   2> 1306625 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007\collection1\conf\managed-schema
   [junit4]   2> 1306633 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007\collection1\conf\schema-rest.xml to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007\collection1\conf\schema-rest.xml.bak
   [junit4]   2> 1306635 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007\collection1
   [junit4]   2> 1306635 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores\core\data\]
   [junit4]   2> 1306642 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=98.0439453125, floorSegmentMB=0.8349609375, forceMergeDeletesPctAllowed=21.149277508608673, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6724790690911646
   [junit4]   2> 1306815 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1306816 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1306821 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1306821 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1306822 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=57.50390625, floorSegmentMB=0.986328125, forceMergeDeletesPctAllowed=0.4986352440750874, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6845916707223599
   [junit4]   2> 1306823 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@545be76c[collection1] main]
   [junit4]   2> 1306824 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007\collection1\conf
   [junit4]   2> 1306824 WARN  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/stopwords/english
   [junit4]   2> 1306825 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_analysis_stopwords_english.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007\collection1\conf
   [junit4]   2> 1306825 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 0 words for /schema/analysis/stopwords/english
   [junit4]   2> 1306826 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
   [junit4]   2> 1306826 WARN  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/stopwords/german
   [junit4]   2> 1306828 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Saved JSON object to path _schema_analysis_stopwords_german.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-007\collection1\conf
   [junit4]   2> 1306828 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 0 words for /schema/analysis/stopwords/german
   [junit4]   2> 1306828 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/german
   [junit4]   2> 1306828 WARN  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/english
   [junit4]   2> 1306829 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 1306833 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
   [junit4]   2> 1306833 WARN  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResource No stored data found for /schema/analysis/synonyms/german
   [junit4]   2> 1306833 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 0 synonym mappings for /schema/analysis/synonyms/german
   [junit4]   2> 1306833 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/german
   [junit4]   2> 1306834 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1306834 INFO  (coreLoadExecutor-5035-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561310228671102976
   [junit4]   2> 1306838 INFO  (searcherExecutor-5036-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@545be76c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1306973 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrJettyTestBase Jetty Assigned Port#49850
   [junit4]   2> 1306980 INFO  (qtp2127176976-11415) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/schema params={wt=json} status=0 QTime=0
   [junit4]   2> 1306981 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@18f5cb4e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1306981 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=846834615
   [junit4]   2> 1306981 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1306982 INFO  (coreCloseExecutor-5041-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2e54acea
   [junit4]   2> 1306984 INFO  (coreCloseExecutor-5041-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=777301226
   [junit4]   2> 1306984 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@322ccf53{/solr,null,UNAVAILABLE}
   [junit4]   2> 1306986 INFO  (TEST-TestConfigSetImmutable.testSchemaHandlerImmutable-seed#[70C4858613A2780C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSchemaHandlerImmutable
   [junit4]   2> 1306989 INFO  (SUITE-TestConfigSetImmutable-seed#[70C4858613A2780C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1306989 INFO  (SUITE-TestConfigSetImmutable-seed#[70C4858613A2780C]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for all SolrIndexSearchers to be released
   [junit4]   2> 1306989 INFO  (SUITE-TestConfigSetImmutable-seed#[70C4858613A2780C]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=es-PA, timezone=America/Goose_Bay
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=71867288,total=316112896
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrConfigHandler, ChaosMonkeyNothingIsSafeTest, SharedFSAutoReplicaFailoverTest, TestNamedUpdateProcessors, MetricUtilsTest, UpdateLogTest, TestJsonFacetRefinement, DistributedMLTComponentTest, QueryEqualityTest, TestFunctionQuery, RollingRestartTest, TestFieldCacheWithThreads, TestSchemaManager, BlockJoinFacetSimpleTest, TestElisionMultitermQuery, SubstringBytesRefFilterTest, DirectoryFactoryTest, TestFileDictionaryLookup, TestConfigsApi, TimeZoneUtilsTest, MoreLikeThisHandlerTest, DistributedFacetPivotLongTailTest, SmileWriterTest, SegmentsInfoRequestHandlerTest, SpatialFilterTest, ShufflingReplicaListTransformerTest, TestPivotHelperCode, CursorPagingTest, TestGroupingSearch, TestSolrXml, TestManagedStopFilterFactory, LeaderElectionTest, TestLegacyNumericRangeQueryBuilder, TestEmbeddedSolrServerConstructors, TestManagedResourceStorage, TermsComponentTest, ClassificationUpdateProcessorTest, PrimitiveFieldTypeTest, TestRequestForwarding, TestBinaryField, TestSolrFieldCacheMBean, CdcrReplicationDistributedZkTest, PathHierarchyTokenizerFactoryTest, HdfsBasicDistributedZkTest, TestApiFramework, TestAuthenticationFramework, TestCloudInspectUtil, TestIBSimilarityFactory, BlockJoinFacetDistribTest, AlternateDirectoryTest, UnloadDistributedZkTest, TestManagedSchemaThreadSafety, TestLRUStatsCache, CustomCollectionTest, TestSerializedLuceneMatchVersion, HdfsTlogReplayBufferedWhileIndexingTest, TestCustomDocTransformer, BitVectorTest, TestRandomFlRTGCloud, TestSolrQueryParserResource, CollectionStateFormat2Test, AssignTest, TestUninvertingReader, IndexBasedSpellCheckerTest, ResponseHeaderTest, LeaderInitiatedRecoveryOnCommitTest, SolrIndexConfigTest, TestReloadDeadlock, HardAutoCommitTest, TestFieldTypeCollectionResource, TestCustomStream, TestPhraseSuggestions, TestSolr4Spatial2, CurrencyFieldXmlFileTest, TestLocalFSCloudBackupRestore, SolrIndexMetricsTest, DOMUtilTest, BlobRepositoryCloudTest, TestJavabinTupleStreamParser, TestReplicationHandler, TestRebalanceLeaders, TestHashPartitioner, TestSimpleQParserPlugin, OverseerStatusTest, SynonymTokenizerTest, SearchHandlerTest, DirectSolrSpellCheckerTest, DistributedFacetExistsSmallTest, TestMiniSolrCloudClusterSSL, BaseCdcrDistributedZkTest, DocumentAnalysisRequestHandlerTest, ConnectionManagerTest, JavabinLoaderTest, ZkCLITest, MultiTermTest, OverseerModifyCollectionTest, ParsingFieldUpdateProcessorsTest, TestCSVResponseWriter, HdfsDirectoryFactoryTest, DateFieldTest, DistributedSpellCheckComponentTest, RequiredFieldsTest, TestClusterStateMutator, UUIDUpdateProcessorFallbackTest, CoreAdminCreateDiscoverTest, TestPartialUpdateDeduplication, CursorMarkTest, SampleTest, TestCSVLoader, TestRandomCollapseQParserPlugin, DirectSolrConnectionTest, PrimUtilsTest, HdfsDirectoryTest, TestLRUCache, DocValuesTest, ZkStateWriterTest, OverseerTest, TestSort, VMParamsZkACLAndCredentialsProvidersTest, DocumentBuilderTest, TestWordDelimiterFilterFactory, TestScoreJoinQPNoScore, ConcurrentDeleteAndCreateCollectionTest, PeerSyncReplicationTest, TestSolrCloudWithSecureImpersonation, TestSchemaNameResource, TestReRankQParserPlugin, TestMissingGroups, QueryElevationComponentTest, TestDocTermOrds, TestNumericTerms32, TestSubQueryTransformerDistrib, BadCopyFieldTest, TestTolerantUpdateProcessorCloud, TestSubQueryTransformer, PeerSyncTest, InfixSuggestersTest, TestHashQParserPlugin, TestLeaderElectionZkExpiry, TestHdfsCloudBackupRestore, CachingDirectoryFactoryTest, TestDistributedSearch, TestExactSharedStatsCache, TestPerFieldSimilarityWithDefaultOverride, MBeansHandlerTest, FileUtilsTest, AnalyticsMergeStrategyTest, CoreMergeIndexesAdminHandlerTest, SchemaVersionSpecificBehaviorTest, TestExtendedDismaxParser, TestFieldCollectionResource, HdfsRecoveryZkTest, TestLFUCache, TestStressVersions, RankQueryTest, TestSchemaSimilarityResource, TestFilteredDocIdSet, TestRandomDVFaceting, AddSchemaFieldsUpdateProcessorFactoryTest, TestExceedMaxTermLength, HighlighterTest, TestAddFieldRealTimeGet, TestConfigSetsAPIZkFailure, MetricsHandlerTest, SimpleFacetsTest, TestDownShardTolerantSearch, TestConfigSetImmutable]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestConfigSetImmutable -Dtests.seed=70C4858613A2780C -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=America/Goose_Bay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestConfigSetImmutable (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores\core: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores\core
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009\cores
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestConfigSetImmutable_70C4858613A2780C-001\tempDir-009
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([70C4858613A2780C]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [301/695 (1!)] on J0 in 5.58s, 3 tests, 1 error <<< FAILURES!

[...truncated 63945 lines...]